-- Logs begin at Wed 2021-09-08 15:58:08 UTC, end at Wed 2021-09-08 16:57:08 UTC. -- Sep 08 16:27:11.079609 dv-cinder-790535-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 08 16:27:13.822213 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.common.config [-] Logging enabled! Sep 08 16:27:13.822870 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 08 16:27:13.822961 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93973) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 16:27:13.826119 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.common.config [-] Logging enabled! Sep 08 16:27:13.826370 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 08 16:27:13.826731 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93973) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 16:27:13.827849 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 16:27:13.828082 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 16:27:13.828451 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 16:27:13.828664 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 16:27:13.828915 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 16:27:13.829234 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.829592 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.829941 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.830172 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.830454 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.830744 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.831024 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.831312 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.831628 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.831915 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.832193 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.832474 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.832699 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.832975 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.833256 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.833526 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.833746 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] debug = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.834020 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.834436 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.834888 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.835165 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.835453 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.835751 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.836019 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.836292 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.836574 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.836903 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] host = dv-cinder-790535-14-iscsi {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.837164 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.837446 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.837731 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.838015 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.838287 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.838557 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.838839 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.839107 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.839379 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] log_file = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.839660 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.839940 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.840237 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.840521 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.840742 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.840961 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.841245 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.841530 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.841806 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.842124 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.842484 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.842762 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.843037 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.843304 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.843611 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.843896 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.844179 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.844455 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.844734 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.845005 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.845273 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.845557 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.845831 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.846104 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.846378 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.846705 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.846976 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.847277 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.847742 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.848108 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.848393 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.848758 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.849142 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.849431 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.849704 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.849975 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.850253 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] use_json = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.850524 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.850812 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.851077 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.851351 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.851646 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.851919 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.852189 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.852476 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:13.852771 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.853066 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.853366 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.853645 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.853937 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.854216 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.854505 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.854780 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.855065 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.855353 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.855675 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.855949 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.856559 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.856652 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.856957 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.857678 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.857783 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.858061 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.858342 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.858618 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.858890 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.859167 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.859484 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.859762 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.860055 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.860342 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.860621 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.860906 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.861198 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.861487 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.861760 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.862040 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.862331 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.862605 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.862875 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.863151 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.863462 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.863741 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.864013 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.864291 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.864563 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.864832 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.865438 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.865539 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.865815 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.866091 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.866463 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.866818 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.867095 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.867368 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.867675 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.867949 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.868221 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.868488 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.868760 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.869028 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.869294 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.869565 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.869830 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.870107 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.870376 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.870643 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.870910 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.871180 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.871470 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.871739 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.872005 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.872280 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.872550 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.872818 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.873086 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.873378 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.873645 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.873919 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.874332 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.874661 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.874944 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.875332 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.875706 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.875985 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.876262 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.876543 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.876821 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.877092 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.877383 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.877668 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.877952 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.878234 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.878513 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.878812 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.879090 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.879372 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.879671 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.879955 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.880236 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.880516 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.880807 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.881101 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.881392 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.881685 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.881973 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.882252 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.882559 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.882840 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:13.883056 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 16:27:13.883293 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93973) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 08 16:27:14.228036 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:27:14.228293 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:27:14.228611 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 16:27:14.228944 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 08 16:27:14.638099 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.638317 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.638573 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.640056 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.640330 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.640557 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.677018 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.677294 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.677564 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.692372 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.692647 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.692916 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.721834 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.722071 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.722352 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.761339 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.761604 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.761891 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.991249 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.991969 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.991969 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.992111 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:14.992747 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.114291 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.114585 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.114891 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.115166 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.115436 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.115781 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.116042 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.116306 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.116557 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.116832 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.117093 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.117339 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.117596 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.117846 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.118093 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.118340 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.118594 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.118856 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.119125 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.119383 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.119868 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.120120 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.120525 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.120800 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.121076 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.121322 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.121715 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 16:27:15.121956 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 16:27:15.122178 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 16:27:15.122409 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 16:27:15.122642 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 16:27:15.122874 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 16:27:15.123301 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 08 16:27:15.126657 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 08 16:27:15.130611 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 08 16:27:15.134494 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 08 16:27:15.136140 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 08 16:27:15.136604 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 08 16:27:15.136940 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 08 16:27:15.137328 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 08 16:27:15.140344 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 08 16:27:15.140597 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 08 16:27:15.140948 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 16:27:15.146336 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 08 16:27:15.168579 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 08 16:27:15.169037 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.169327 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93973) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 08 16:27:15.169690 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.171153 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93973) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 08 16:27:15.171447 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 16:27:15.171715 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 08 16:27:15.175117 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.175423 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.239966 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 08 16:27:15.240209 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 08 16:27:15.240447 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 08 16:27:15.240831 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 08 16:27:15.265967 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_db.sqlalchemy.engines [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93973) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 08 16:27:15.802542 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.managers [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Initializing driver for type 'gre' Sep 08 16:27:15.803039 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] gre ID ranges: [(1, 1000)] Sep 08 16:27:15.863130 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.managers [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Initializing driver for type 'local' Sep 08 16:27:15.863581 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.managers [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Initializing driver for type 'vlan' Sep 08 16:27:15.879083 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] VlanTypeDriver initialization complete Sep 08 16:27:15.879513 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.managers [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Initializing driver for type 'vxlan' Sep 08 16:27:15.880071 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] vxlan ID ranges: [(1, 1000)] Sep 08 16:27:15.940855 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.managers [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Initializing extension driver 'port_security' Sep 08 16:27:15.941238 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.extensions.port_security [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] PortSecurityExtensionDriver initialization complete Sep 08 16:27:15.941538 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.managers [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Initializing mechanism driver 'openvswitch' Sep 08 16:27:15.941867 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.managers [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Initializing mechanism driver 'hyperv' Sep 08 16:27:15.948719 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.plugin [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:27:15.949416 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > port after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.949823 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > port after_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.950173 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > port after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.950704 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 16:27:15.951134 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > subnet after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.951594 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > subnet after_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.951930 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.952354 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 16:27:15.952759 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > network after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.953114 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > network after_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.953444 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > network after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.953856 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 16:27:15.954260 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > security_group after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.954608 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > security_group after_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.954931 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > security_group after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.955484 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 16:27:15.955890 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.956242 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.956592 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.956982 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 16:27:15.957391 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > address_group after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.957729 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > address_group after_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.958067 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > address_group after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.958455 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93973) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 16:27:15.958833 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] ML2 OVO RPC backend initialized. {{(pid=93973) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 08 16:27:15.959582 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.959941 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.960362 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > network before_response 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.960710 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > networks before_response 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.961062 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > port before_response 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.961405 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > ports before_response 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.961748 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > subnet before_response 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.962075 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > subnets before_response 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.962421 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > network after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.962761 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > network after_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.963096 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > network after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.963457 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > port after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.963797 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > port after_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.964130 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > port after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.964466 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > subnet after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.964800 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > subnet after_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.965143 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:15.965720 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.plugin [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Modular L2 Plugin initialization complete Sep 08 16:27:15.966060 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading services supported by the core plugin {{(pid=93973) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 08 16:27:15.966386 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.plugins.ml2.managers [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Got port-security extension from driver 'port_security' Sep 08 16:27:15.966851 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.extensions.vlantransparent [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Disabled vlantransparent extension. Sep 08 16:27:15.967358 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93973) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 08 16:27:15.967700 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading Plugin: router Sep 08 16:27:16.004101 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router_interface before_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.004724 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router after_create 55549900 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.004808 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router before_create 55549900 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.005221 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.005600 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.005955 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router after_delete 55549900 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.006317 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > floatingip after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.006672 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > floatingip after_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.007035 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router after_create 55549900 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.007383 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router after_update 55549900 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.007773 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router after_update 55549900 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.008126 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.008465 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router after_update 55549900 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.008885 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router precommit_update 55549900 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.009248 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: port after_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.009593 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: port after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.009932 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: subnet after_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.010281 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.010630 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > port precommit_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.010974 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router precommit_create 55549900 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.011321 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: port before_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.011688 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router precommit_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.012051 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router after_update 55549900 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.012396 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router precommit_delete 55549900 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.012750 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router precommit_create 55549900 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.013093 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.013447 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router precommit_update 55549900 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.013827 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > agent after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.014213 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > agent after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.014564 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > network after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.015465 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Tracking information for resource: router configured {{(pid=93973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 16:27:16.015802 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Tracking information for resource: floatingip configured {{(pid=93973) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 16:27:16.020747 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.db.l3_agentschedulers_db [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 08 16:27:16.021332 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: port after_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.021694 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: port after_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.022046 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: port after_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.022398 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: port after_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.023195 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router before_create 55550100 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.023592 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router precommit_delete 55550100 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.023959 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router precommit_create 55550100 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.024350 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > router precommit_update 55550100 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.029060 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.services.provider_configuration [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Service providers = [] {{(pid=93973) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 08 16:27:16.029431 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.db.servicetype_db [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93973) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 08 16:27:16.032476 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.services.service_base [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93973) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 16:27:16.032830 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.services.service_base [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93973) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 16:27:16.033178 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.services.service_base [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93973) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 16:27:16.034068 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.services.service_base [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93973) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 16:27:16.034446 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.services.service_base [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 08 16:27:16.034838 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 16:27:16.035160 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 08 16:27:16.046361 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 16:27:16.046703 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading Plugin: auto_allocate Sep 08 16:27:16.052630 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: network precommit_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.052944 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: network precommit_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.053471 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 16:27:16.053795 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading Plugin: tag Sep 08 16:27:16.060388 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 16:27:16.060929 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading Plugin: timestamp Sep 08 16:27:16.064801 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 16:27:16.065137 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading Plugin: network_ip_availability Sep 08 16:27:16.070600 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.070980 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.071337 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.072098 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 16:27:16.072424 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading Plugin: flavors Sep 08 16:27:16.077194 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 16:27:16.077528 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading Plugin: revisions Sep 08 16:27:16.081877 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93973) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 16:27:16.082279 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_concurrency.lockutils [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.854s {{(pid=93973) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 16:27:16.083015 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93973) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 08 16:27:16.083355 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Initializing extension manager. Sep 08 16:27:16.083886 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: __init__.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.084232 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: __pycache__ {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.084567 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.084901 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: address_group.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.085679 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.086265 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: address-group Sep 08 16:27:16.086598 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: address_scope.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.087548 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.088057 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: address-scope Sep 08 16:27:16.088383 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: admin_state_down_before_update.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.089331 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.089841 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: router-admin-state-down-before-update Sep 08 16:27:16.090164 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: agent.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.090882 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.091384 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: agent Sep 08 16:27:16.091733 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: agent_resources_synced.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.092799 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.093399 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: agent-resources-synced Sep 08 16:27:16.093638 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: allowedaddresspairs.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.095528 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.096056 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: allowed-address-pairs Sep 08 16:27:16.096384 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: auto_allocated_topology.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.097490 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.098004 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: auto-allocated-topology Sep 08 16:27:16.098333 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: availability_zone.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.099040 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.099579 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: availability_zone Sep 08 16:27:16.099902 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: availability_zone_filter.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.100838 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.101342 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: availability_zone_filter Sep 08 16:27:16.101668 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: data_plane_status.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.102582 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.103089 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension data-plane-status not supported by any of loaded plugins Sep 08 16:27:16.103415 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: default_subnetpools.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.104369 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.104874 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: default-subnetpools Sep 08 16:27:16.105194 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: dhcpagentscheduler.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.106028 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.106537 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: dhcp_agent_scheduler Sep 08 16:27:16.106856 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: dns.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.108063 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.108588 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension dns-integration not supported by any of loaded plugins Sep 08 16:27:16.108910 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: dns_domain_ports.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.109851 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.110348 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 08 16:27:16.110669 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.111628 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.112138 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 08 16:27:16.112460 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: dvr.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.113214 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.113643 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: dvr Sep 08 16:27:16.113963 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: ecmp_routes.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.114886 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.115414 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension ecmp_routes not supported by any of loaded plugins Sep 08 16:27:16.115746 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: empty_string_filtering.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.116672 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.117179 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: empty-string-filtering Sep 08 16:27:16.117505 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.118414 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.118915 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 08 16:27:16.119241 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.120196 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.120713 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 08 16:27:16.121037 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: external_net.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.121958 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.122469 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: external-net Sep 08 16:27:16.122793 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: extra_dhcp_opt.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.123792 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.124295 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: extra_dhcp_opt Sep 08 16:27:16.124619 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: extraroute.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.125533 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.126044 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: extraroute Sep 08 16:27:16.126407 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: extraroute_atomic.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.127418 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.127939 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: extraroute-atomic Sep 08 16:27:16.128266 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: filter_validation.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.128945 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.129446 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: filter-validation Sep 08 16:27:16.129768 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: fip_pf_description.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.130691 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.131197 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 08 16:27:16.131553 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: fip_port_details.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.132490 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.132995 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: fip-port-details Sep 08 16:27:16.133317 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: flavors.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.134555 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.135068 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: flavors Sep 08 16:27:16.135403 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.137082 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.137598 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 08 16:27:16.137928 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: floatingip_pools.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.138640 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.139205 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: floatingip-pools Sep 08 16:27:16.139554 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: ip_allocation.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.140502 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.141008 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension ip_allocation not supported by any of loaded plugins Sep 08 16:27:16.141335 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.142263 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.142769 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: ip-substring-filtering Sep 08 16:27:16.143096 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: l2_adjacency.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.144071 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.144577 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension l2_adjacency not supported by any of loaded plugins Sep 08 16:27:16.144902 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: l3.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.146023 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.146540 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: router Sep 08 16:27:16.146869 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: l3_conntrack_helper.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.149131 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.149658 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 08 16:27:16.149991 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.150962 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.151497 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: ext-gw-mode Sep 08 16:27:16.151831 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.152787 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.153297 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: l3-ha Sep 08 16:27:16.153624 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: l3_flavors.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.154580 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.155245 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: l3-flavors Sep 08 16:27:16.155610 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.156565 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.157076 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: l3-port-ip-change-not-allowed Sep 08 16:27:16.157404 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: l3agentscheduler.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.158466 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.158978 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: l3_agent_scheduler Sep 08 16:27:16.159309 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: logging.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.160816 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.161336 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension logging not supported by any of loaded plugins Sep 08 16:27:16.161669 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: metering.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.162449 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.163379 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: metering Sep 08 16:27:16.163739 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.164842 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.165362 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: metering_source_and_destination_fields Sep 08 16:27:16.165696 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: multiprovidernet.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.166631 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.167139 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: multi-provider Sep 08 16:27:16.167495 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: netmtu.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.168449 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.168983 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: net-mtu Sep 08 16:27:16.169305 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: netmtu_writable.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.170316 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.170842 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: net-mtu-writable Sep 08 16:27:16.171165 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: network_availability_zone.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.171897 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.172399 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: network_availability_zone Sep 08 16:27:16.172720 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: network_ip_availability.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.173883 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.174395 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: network-ip-availability Sep 08 16:27:16.174720 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: network_segment_range.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.175531 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.176040 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension network-segment-range not supported by any of loaded plugins Sep 08 16:27:16.176366 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: pagination.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.177338 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.177672 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: pagination Sep 08 16:27:16.177993 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: port_device_profile.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.178928 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.179472 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: port-device-profile Sep 08 16:27:16.179799 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.180726 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.181238 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: port-mac-address-regenerate Sep 08 16:27:16.181569 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.182481 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.182995 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: port-numa-affinity-policy Sep 08 16:27:16.183319 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: port_resource_request.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.184379 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.184881 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension port-resource-request not supported by any of loaded plugins Sep 08 16:27:16.185211 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: portbindings.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.186174 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.186683 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: binding Sep 08 16:27:16.187010 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: portbindings_extended.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.188328 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.188839 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: binding-extended Sep 08 16:27:16.189170 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: portsecurity.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.190108 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.190623 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: port-security Sep 08 16:27:16.190949 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: project_id.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.191980 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.192308 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: project-id Sep 08 16:27:16.192634 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: providernet.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.193569 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.194082 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: provider Sep 08 16:27:16.194406 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: qos.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.198021 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.198542 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension qos not supported by any of loaded plugins Sep 08 16:27:16.198877 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.200165 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.200685 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 08 16:27:16.201015 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.202009 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.202502 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 08 16:27:16.202832 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: qos_default.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.203784 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.204293 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension qos-default not supported by any of loaded plugins Sep 08 16:27:16.204644 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: qos_fip.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.205280 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.205782 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension qos-fip not supported by any of loaded plugins Sep 08 16:27:16.206105 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: qos_gateway_ip.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.207041 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.207589 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 08 16:27:16.207915 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: qos_port_network_policy.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.208847 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.209358 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 08 16:27:16.209681 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: qos_pps_rule.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.210866 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.211379 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension qos-pps not supported by any of loaded plugins Sep 08 16:27:16.211734 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: qos_rule_type_details.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.212665 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.213168 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 08 16:27:16.213496 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: qos_rules_alias.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.214542 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.215050 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 08 16:27:16.215386 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: quotasv2.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.216338 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.216665 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: quotas Sep 08 16:27:16.217007 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: quotasv2_detail.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.220399 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.220741 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: quota_details Sep 08 16:27:16.221079 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: rbac.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.222167 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.222703 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: rbac-policies Sep 08 16:27:16.223036 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: rbac_address_group.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.224005 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.224525 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: rbac-address-group Sep 08 16:27:16.224852 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: rbac_address_scope.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.225800 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.226318 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: rbac-address-scope Sep 08 16:27:16.226648 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: rbac_security_groups.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.227608 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.228121 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: rbac-security-groups Sep 08 16:27:16.228451 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: rbac_subnetpool.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.229370 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.229885 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: rbac-subnetpool Sep 08 16:27:16.230214 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: revisionifmatch.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.231140 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.231700 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: revision-if-match Sep 08 16:27:16.232028 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: revisions.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.233254 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.233761 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: standard-attr-revisions Sep 08 16:27:16.234092 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: router_availability_zone.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.234779 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.235285 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: router_availability_zone Sep 08 16:27:16.235655 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: routerservicetype.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.236581 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.237096 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension router-service-type not supported by any of loaded plugins Sep 08 16:27:16.237421 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.238345 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.238860 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: security-groups-normalized-cidr Sep 08 16:27:16.239183 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: security_groups_port_filtering.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.240136 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.240646 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: port-security-groups-filtering Sep 08 16:27:16.240972 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.241895 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.242408 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: security-groups-remote-address-group Sep 08 16:27:16.242730 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: securitygroup.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.254029 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.254571 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: security-group Sep 08 16:27:16.254908 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: segment.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.255780 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.256287 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension segment not supported by any of loaded plugins Sep 08 16:27:16.256609 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.257602 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.258109 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 08 16:27:16.258435 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: servicetype.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.259673 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.260195 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: service-type Sep 08 16:27:16.260517 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: sorting.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.261512 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.261843 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: sorting Sep 08 16:27:16.262169 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: standard_attr_segment.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.263084 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.263627 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 08 16:27:16.263996 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: standardattrdescription.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.264650 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.265151 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: standard-attr-description Sep 08 16:27:16.265478 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: stateful_security_group.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.266416 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.266927 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: stateful-security-group Sep 08 16:27:16.267252 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: stdattrs_common.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.267886 dv-cinder-790535-14-iscsi neutron-server[93973]: WARNING neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 08 16:27:16.268209 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.269140 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.269661 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 08 16:27:16.269989 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: subnet_onboard.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.271068 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.271622 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: subnet_onboard Sep 08 16:27:16.271952 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.272907 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.273412 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 08 16:27:16.273741 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: subnet_service_types.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.274672 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.275183 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: subnet-service-types Sep 08 16:27:16.275542 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: subnetallocation.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.276642 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.277147 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: subnet_allocation Sep 08 16:27:16.277479 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.278154 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.278664 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: subnetpool-prefix-ops Sep 08 16:27:16.278991 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.279976 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.280481 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 08 16:27:16.280807 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: tagging.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.281932 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.282473 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: standard-attr-tag Sep 08 16:27:16.282805 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: timestamp.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.284038 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.284549 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loaded extension: standard-attr-timestamp Sep 08 16:27:16.284881 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: trunk.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.285937 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.286455 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension trunk not supported by any of loaded plugins Sep 08 16:27:16.286779 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: trunk_details.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.288100 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.288609 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension trunk-details not supported by any of loaded plugins Sep 08 16:27:16.288932 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: uplink_status_propagation.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.289868 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.290379 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 08 16:27:16.290698 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Loading extension file: vlantransparent.py {{(pid=93973) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 16:27:16.291413 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93973) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 16:27:16.291931 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extension vlan-transparent not supported by any of loaded plugins Sep 08 16:27:16.294464 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Creating instance of TrackedResource for resource:network Sep 08 16:27:16.295004 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Creating instance of TrackedResource for resource:subnet Sep 08 16:27:16.295551 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 16:27:16.296120 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Creating instance of TrackedResource for resource:port Sep 08 16:27:16.297395 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.v2.resource_helper [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:27:16.297852 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.v2.resource_helper [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Service FLAVORS assigned prefix: {{(pid=93973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:27:16.298495 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.v2.resource_helper [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:27:16.298928 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.v2.resource_helper [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:27:16.299265 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Creating instance of TrackedResource for resource:router Sep 08 16:27:16.299733 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Creating instance of TrackedResource for resource:floatingip Sep 08 16:27:16.300222 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.v2.resource_helper [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Service METERING assigned prefix: /metering {{(pid=93973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:27:16.301693 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.302068 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.302431 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:27:16.303585 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 16:27:16.303980 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Creating instance of TrackedResource for resource:security_group Sep 08 16:27:16.304411 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 16:27:16.305000 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.v2.resource_helper [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Service CORE assigned prefix: {{(pid=93973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:27:16.305351 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 16:27:16.305682 dv-cinder-790535-14-iscsi neutron-server[93973]: WARNING neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] subnetpool is already registered Sep 08 16:27:16.306124 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.v2.resource_helper [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Service CORE assigned prefix: {{(pid=93973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:27:16.306450 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 16:27:16.306785 dv-cinder-790535-14-iscsi neutron-server[93973]: WARNING neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] subnetpool is already registered Sep 08 16:27:16.309206 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.v2.resource_helper [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:27:16.309637 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.v2.resource_helper [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Service FLAVORS assigned prefix: {{(pid=93973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:27:16.310244 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.v2.resource_helper [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:27:16.310705 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.v2.resource_helper [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:27:16.311268 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Creating instance of TrackedResource for resource:router Sep 08 16:27:16.311634 dv-cinder-790535-14-iscsi neutron-server[93973]: WARNING neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] router is already registered Sep 08 16:27:16.312055 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Creating instance of TrackedResource for resource:floatingip Sep 08 16:27:16.312395 dv-cinder-790535-14-iscsi neutron-server[93973]: WARNING neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] floatingip is already registered Sep 08 16:27:16.312851 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.v2.resource_helper [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Service METERING assigned prefix: /metering {{(pid=93973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:27:16.313535 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 16:27:16.313868 dv-cinder-790535-14-iscsi neutron-server[93973]: WARNING neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] rbac_policy is already registered Sep 08 16:27:16.314280 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Creating instance of TrackedResource for resource:security_group Sep 08 16:27:16.314614 dv-cinder-790535-14-iscsi neutron-server[93973]: WARNING neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] security_group is already registered Sep 08 16:27:16.315018 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 16:27:16.315356 dv-cinder-790535-14-iscsi neutron-server[93973]: WARNING neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] security_group_rule is already registered Sep 08 16:27:16.316006 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.v2.resource_helper [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Service CORE assigned prefix: {{(pid=93973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:27:16.316336 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 16:27:16.316672 dv-cinder-790535-14-iscsi neutron-server[93973]: WARNING neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] subnetpool is already registered Sep 08 16:27:16.317090 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.v2.resource_helper [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Service CORE assigned prefix: {{(pid=93973) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 16:27:16.317422 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 16:27:16.317753 dv-cinder-790535-14-iscsi neutron-server[93973]: WARNING neutron.quota.resource_registry [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] subnetpool is already registered Sep 08 16:27:16.318212 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: extensions {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.319746 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: address-groups {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.321238 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: address-scopes {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.322591 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: agents {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.323807 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: auto-allocated-topology {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.325102 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: availability_zones {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.326359 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: dhcp-networks {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.327932 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: dhcp-agents {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.329370 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: routers {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.331641 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: flavors {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.332825 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: service_profiles {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.334046 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: next_providers {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.335552 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: service_profiles {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.337101 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: floatingip-pools {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.338314 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: routers {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.340475 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: floatingips {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.341775 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: l3-routers {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.343247 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: l3-agents {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.344701 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: metering-labels {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.346094 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: metering-label-rules {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.347359 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: network-ip-availabilities {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.348694 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: bindings {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.351223 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: quotas {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.352726 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: quotas {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.354158 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: rbac-policies {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.355377 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: security-groups {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.356717 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: security-group-rules {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.358023 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: service-providers {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.359250 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: subnetpools {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.360743 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: subnetpools {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.362214 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: tags {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.363919 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: tags {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.365749 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: tags {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.367625 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: tags {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.369445 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: tags {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.371292 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: tags {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.373063 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: tags {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.375092 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: tags {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.376897 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: tags {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.378629 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron.api.extensions [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Extended resource: tags {{(pid=93973) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 16:27:16.384748 dv-cinder-790535-14-iscsi neutron-server[93973]: WARNING keystonemiddleware.auth_token [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 08 16:27:16.389789 dv-cinder-790535-14-iscsi neutron-server[93973]: WARNING keystonemiddleware.auth_token [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 08 16:27:16.398583 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_concurrency.lockutils [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Acquired lock "singleton_lock" {{(pid=93973) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 08 16:27:16.399063 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_concurrency.lockutils [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Releasing lock "singleton_lock" {{(pid=93973) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 08 16:27:16.399764 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO oslo_service.service [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Starting 2 workers Sep 08 16:27:16.404735 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Started child 94082 {{(pid=93973) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 16:27:16.409576 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Started child 94083 {{(pid=93973) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 16:27:16.410476 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:16.411234 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO neutron.service [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Neutron service started, listening on 0.0.0.0:9696 Sep 08 16:27:16.411831 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Notify callbacks [] for process, before_spawn {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:16.412012 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [-] (94082) wsgi starting up on http://0.0.0.0:9696 Sep 08 16:27:16.414634 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO oslo_service.service [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Starting 1 workers Sep 08 16:27:16.414773 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:16.416127 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [-] (94083) wsgi starting up on http://0.0.0.0:9696 Sep 08 16:27:16.420028 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Started child 94084 {{(pid=93973) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 16:27:16.420779 dv-cinder-790535-14-iscsi neutron-server[93973]: INFO oslo_service.service [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Starting 1 workers Sep 08 16:27:16.423782 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.service [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] calling RpcWorker wait() {{(pid=94084) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 08 16:27:16.424396 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.service [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] returning from RpcWorker wait() {{(pid=94084) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 08 16:27:16.425475 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Started child 94085 {{(pid=93973) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 16:27:16.425604 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:16.426100 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:27:16.426252 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG neutron_lib.callbacks.manager [None req-0fcca1dd-0813-4be3-94db-59ff4263f51b None None] Notify callbacks [] for process, after_spawn {{(pid=93973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:16.428232 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93973) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 16:27:16.428416 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 16:27:16.428589 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 16:27:16.428796 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 16:27:16.429149 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 16:27:16.429292 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 16:27:16.429802 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.430073 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.430334 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.430458 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:16.430942 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.430942 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.431430 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.431711 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.431935 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.432225 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.432482 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.432657 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.432788 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.433068 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.433298 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.433595 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.433862 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.434110 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.434381 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.434553 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.434800 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.435070 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.435319 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.435633 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] debug = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.436056 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.436595 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.436822 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.437062 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.437289 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.437570 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.437802 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.438078 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.438329 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.438563 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.438805 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.439037 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.439296 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.439543 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.439765 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.440020 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.440246 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.440705 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] host = dv-cinder-790535-14-iscsi {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.440953 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.441173 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.441430 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.441674 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.441930 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.442207 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.442482 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.442660 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.442993 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.443151 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.443436 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.443686 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.443929 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.444180 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] log_file = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.444345 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] log_options = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.444595 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.444837 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.445097 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.445285 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.445458 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.445634 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.445885 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.446049 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.446301 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.446521 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.446736 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.446949 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.447185 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.447473 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.447696 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.447940 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.448152 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.448366 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.448612 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.448841 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.449082 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.449421 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.449560 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.449765 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.450010 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.450241 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.450468 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.450682 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.450895 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.451130 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.451374 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.451658 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.451872 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.452116 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.452392 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.452665 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.452840 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.453134 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.453378 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.453607 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.453857 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.454117 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.454358 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.454599 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.454813 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.455024 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.455237 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] use_json = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.455483 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.455714 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.455988 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.456201 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.456423 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.456660 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.456877 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.457111 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.457572 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.457893 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.458157 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.458413 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.458670 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.458911 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.459145 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.459379 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.459663 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.459902 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.459902 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.459902 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.459902 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.459902 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.462135 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:27:16.462307 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.462307 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.462307 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.462307 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.462307 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.463698 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.463698 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.463698 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.463698 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.463698 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.463698 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.464047 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.464047 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.464396 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.464671 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.464930 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.465175 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.465395 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.465643 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.466012 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.466185 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.466307 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.466505 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.466809 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.467036 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.467280 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.467519 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.467743 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.468155 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.468408 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.468636 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.468869 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.469150 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.469314 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.469559 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.469948 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.470611 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.470611 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.470611 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.471594 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.471594 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.471594 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.471594 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.471594 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.471891 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.472053 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.472316 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.472538 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.472754 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.474436 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.474436 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.474436 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.474436 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.474436 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.474436 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.474436 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.474436 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.476172 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.476172 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.476172 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.476172 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.476172 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.476172 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.476172 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.476172 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.476725 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.476725 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.476725 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.476941 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.477153 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.477524 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.477765 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.477979 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.478186 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.478399 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.479151 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.479151 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.479317 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.479444 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.479818 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.480201 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.480579 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.480848 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.481097 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.481344 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.481588 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.481853 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.482112 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.482340 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.482856 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.482856 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.483220 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.483461 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.483705 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.483939 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.484177 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.484421 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.484655 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.484918 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.485179 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.485423 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.485846 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.486281 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.486679 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.487091 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.487492 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.487763 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.488056 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.488325 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.488584 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.488817 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.489068 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.489310 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.489555 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.489801 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.490050 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.490301 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.490524 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.490800 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.491042 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.491264 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.491506 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.491738 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.492064 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.492295 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.492512 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.492744 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.493016 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.493264 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.493513 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.493783 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.494028 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.494261 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.494507 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.494764 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.495009 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.495250 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.495506 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.495750 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.495978 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.496202 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.496594 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.496954 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.497329 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.497704 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.498081 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.498530 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.498909 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.499278 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.499685 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.499938 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.500255 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.500456 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.500699 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.500922 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.501145 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.501385 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.501602 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.501852 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.502078 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.502359 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.502631 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.502866 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.503117 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.503359 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.503640 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.503853 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.504111 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.504329 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.504532 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.504739 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.504988 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.505219 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.505432 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.505665 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.505895 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.506145 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.506553 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.507034 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.508892 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.508892 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.508892 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.508892 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.508892 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.508892 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.508892 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.509643 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.509643 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.509643 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.509821 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.509888 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.510118 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.510486 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.510842 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.511202 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.511440 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.511655 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.512003 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.512201 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.512435 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.513024 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.513024 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.513333 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.513458 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.513581 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.513756 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.514003 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.514372 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.514725 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.514954 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.515306 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.515720 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.515945 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.516164 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.516532 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.516767 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.517006 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.517215 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.517436 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.517783 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.518150 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.518509 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.518723 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.518934 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.519163 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.519382 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.519615 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.519857 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.520065 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.520295 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.520513 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.520880 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.521093 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.521387 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.521635 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.521869 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.522149 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.522394 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.522639 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.522878 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.523163 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.523376 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.523667 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.523885 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.524284 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.524505 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.524760 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.525078 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.525389 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.525648 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.525899 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.526171 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.526442 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.526718 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.526931 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.527226 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.527581 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.527870 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.528122 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.528363 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.528618 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.528836 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.529053 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.529290 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.529573 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.529901 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.530108 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.530302 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.530526 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.530744 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.530974 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.531192 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.531464 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.531697 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.531916 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.532125 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.532281 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 16:27:16.532804 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93973) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 16:27:16.532964 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 16:27:16.533125 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 16:27:16.533298 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 16:27:16.533465 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 16:27:16.533615 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 16:27:16.533823 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.533985 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.534145 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.534305 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.534464 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.534643 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.534804 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.534961 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.535119 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.535277 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.535463 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.535664 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.535805 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.535939 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.536072 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.536224 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.536382 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.536539 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.536701 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.536842 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.536997 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.537149 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.537335 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] debug = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.537470 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.537957 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.538108 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.538263 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.538417 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.538573 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.538706 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.538840 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.538999 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.539143 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.539300 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.539485 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.539643 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.539799 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.539945 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.540092 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.540248 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.540405 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] host = dv-cinder-790535-14-iscsi {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.540563 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.540721 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.540879 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.541035 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.541179 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.541338 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.541493 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.541653 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.541808 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.542119 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.542279 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.542437 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.542595 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.543026 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] log_file = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.543026 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] log_options = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.543026 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.543681 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.543681 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.543681 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.543681 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.544420 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.544420 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.544420 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.544420 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.544420 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.545029 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.545029 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.545029 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.545029 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.545568 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.545568 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.545568 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.545945 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.545945 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.545945 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.546289 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.546289 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.546534 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.546534 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.546724 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.546808 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.546955 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.547117 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.547274 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.547440 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.547597 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.547745 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.547901 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.548058 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.548215 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.548601 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.548601 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.548855 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.548855 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.549057 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.549143 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.549267 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.549396 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.549565 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.549710 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.549849 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.550006 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] use_json = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.550206 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.550323 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.550479 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.550636 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.550793 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.550950 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.551107 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.551265 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 16:27:16.551463 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.551626 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.551797 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.551958 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.552118 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.552278 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.552436 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.552596 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.552767 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.552927 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.553092 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.553252 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.553422 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.553582 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.553789 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.553902 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.554061 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.554219 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.554379 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.554537 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.554697 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.554856 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.555025 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.555184 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.555348 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.555548 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.555708 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.555885 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.556045 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.556206 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.556366 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.556526 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.556686 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.556847 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.557008 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.557168 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.557327 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.557486 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.557646 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.557807 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.557965 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.558124 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.558285 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.558445 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.558605 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.558764 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.558923 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.559085 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.559245 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.559431 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.559657 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.559820 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.559981 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.560142 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.560299 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.560469 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.560629 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.560836 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.560997 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.561157 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.561325 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.561464 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.561624 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.561784 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.561944 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.562103 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.562276 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.562435 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.562595 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.562754 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.562914 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.563073 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.563231 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.563391 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.563585 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.563744 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.563905 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.564067 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.564225 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.564384 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.564545 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.564704 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.564863 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.565025 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.565185 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.565347 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.565506 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.565665 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.565824 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.565995 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.566170 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.566329 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.566488 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.566648 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.566807 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.566966 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.567125 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.567284 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.567461 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.567622 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.567781 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.567941 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.568103 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.568261 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.568420 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.568538 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:27:16.568632 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.568713 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.568871 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.569029 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.569188 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.569347 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.569506 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.569664 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.569821 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.569979 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.570137 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.570305 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.570464 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.570627 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.570837 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.570953 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.571124 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.571285 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.571473 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.571634 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.571794 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.571953 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.572113 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.572318 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.572432 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.572591 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.572751 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.572917 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.573088 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.573248 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.573407 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.573568 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.573749 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.573908 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.574067 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.574226 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.574385 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.574545 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.574704 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.574862 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.575022 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.575183 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.575348 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.575531 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.575690 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.575849 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.576011 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.576170 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.576351 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.576514 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.576674 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.576834 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.576995 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.577154 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.577313 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.577474 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.577634 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.577792 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.577952 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.578112 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.578273 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.578432 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.578593 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.578755 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.578916 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.579075 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.579238 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.579424 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.579586 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.579736 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.579896 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.580057 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.580217 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.580377 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.580537 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.580699 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.580861 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.581022 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.581180 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.581340 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.581500 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.581662 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.581823 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.581982 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.582143 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.582307 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.582466 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.582641 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.582808 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.582961 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.583120 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.583279 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.583455 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.583616 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.583773 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.583930 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.584091 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.584254 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.584409 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.584570 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.584735 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.584900 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.585053 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.585191 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.585357 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.585518 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.585674 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.586011 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.586011 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.586258 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.586258 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.586511 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.586640 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.586768 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.586896 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.587033 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.587163 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.587313 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.587504 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.587664 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.587824 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.587983 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.588141 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.588300 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.588468 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.588627 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.588786 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.588946 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.589105 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.589264 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.589431 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.589604 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.589765 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.589935 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.590065 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.590216 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.590384 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.590542 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.590701 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.590861 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.591020 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.591179 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.591350 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.591559 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.591719 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.591887 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.592244 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.592244 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.592449 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.592561 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.592728 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.592891 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.593031 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.593172 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.593328 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.593491 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.593661 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.593831 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.594041 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.594167 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.594335 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.594503 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.594671 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.594831 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.594997 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.595175 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.595335 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.595516 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.595677 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.595837 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.595994 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.596157 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.596316 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.596475 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.596634 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.596794 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.596953 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.597122 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.597276 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.597436 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.597596 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.597755 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.597914 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.598072 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.598231 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 16:27:16.598388 dv-cinder-790535-14-iscsi neutron-server[93973]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93973) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 16:27:16.760306 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 56840) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:27:16.771098 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073299 Sep 08 16:27:28.484209 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24090eb-fb28-471f-a3d2-09456b940bf2 None None] get_active_networks_info from dv-cinder-790535-14-iscsi {{(pid=94084) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 16:27:28.587222 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24090eb-fb28-471f-a3d2-09456b940bf2 None None] No non-hosted networks {{(pid=94084) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 08 16:27:28.596245 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.agentschedulers_db [None req-c24090eb-fb28-471f-a3d2-09456b940bf2 None None] DHCP Agent not found on host dv-cinder-790535-14-iscsi {{(pid=94084) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 08 16:27:28.812901 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f4d2764d-3b73-4636-ad9b-820c3cf51097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587485'] for agent, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:31.114538 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1c7bf3d5-eb13-405c-8687-c59031f8e72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587485'] for agent, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:31.207597 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e99bb229-77ad-4237-8596-7b4024e56b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:31.225414 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587485'] for agent, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:31.227424 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:31.232075 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:31.232515 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:31.232855 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:31.233192 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:31.233512 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:31.240184 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:31.240701 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:31.241040 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:31.241372 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:31.241725 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:31.242055 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:31.242480 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-14-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:27:31.273629 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-14-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:27:32.499115 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587485'] for agent, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:33.944147 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.db.l3_hamode_db [None req-7d60aff9-a485-4843-ab49-b1742297a171 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 08 16:27:34.027029 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d60aff9-a485-4843-ab49-b1742297a171 None None] Routers set() bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:27:34.028380 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d60aff9-a485-4843-ab49-b1742297a171 None None] Router IDs set() for agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 08 16:27:34.090835 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587485'] for agent, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:35.193821 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 56934) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:27:35.752250 dv-cinder-790535-14-iscsi neutron-server[94082]: WARNING oslo_policy.policy [None req-0bde74fa-4a24-4326-819f-93b757808cb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 16:27:35.753045 dv-cinder-790535-14-iscsi neutron-server[94082]: WARNING oslo_policy.policy [None req-0bde74fa-4a24-4326-819f-93b757808cb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 16:27:35.970593 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [None req-0bde74fa-4a24-4326-819f-93b757808cb8 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:27:35.971878 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-0bde74fa-4a24-4326-819f-93b757808cb8 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7752945 Sep 08 16:27:38.396705 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 56948) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:27:38.756739 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-a013b4c5-da24-43ec-9a97-20cbfd33e1de admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:27:38.849810 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.policy [None req-a013b4c5-da24-43ec-9a97-20cbfd33e1de admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94082) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 16:27:38.894595 dv-cinder-790535-14-iscsi neutron-server[94082]: WARNING oslo_policy.policy [None req-a013b4c5-da24-43ec-9a97-20cbfd33e1de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 16:27:38.894941 dv-cinder-790535-14-iscsi neutron-server[94082]: WARNING oslo_policy.policy [None req-a013b4c5-da24-43ec-9a97-20cbfd33e1de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 16:27:38.903626 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.quota [None req-a013b4c5-da24-43ec-9a97-20cbfd33e1de admin admin] Loaded quota_driver: . Sep 08 16:27:39.006172 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a013b4c5-da24-43ec-9a97-20cbfd33e1de admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790711485301', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790711492250', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790711496897', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790711503141', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790711065007', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790711523983', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1601542', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1354430', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-323699', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-419401'] for rbac-policy, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:39.075008 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a013b4c5-da24-43ec-9a97-20cbfd33e1de admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:39.076323 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-a013b4c5-da24-43ec-9a97-20cbfd33e1de admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6783907 Sep 08 16:27:41.829508 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 56960) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:27:42.381576 dv-cinder-790535-14-iscsi neutron-server[94083]: WARNING oslo_policy.policy [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 16:27:42.382486 dv-cinder-790535-14-iscsi neutron-server[94083]: WARNING oslo_policy.policy [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 16:27:42.607164 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Request body: {'network': {'project_id': '31af76797dd142359613754c7d35adab', 'name': 'private', 'admin_state_up': True, 'tenant_id': '31af76797dd142359613754c7d35adab'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:27:42.609061 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.quota [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Loaded quota_driver: . Sep 08 16:27:42.668533 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Made reservation on behalf of 31af76797dd142359613754c7d35adab for: {'network': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:27:42.760558 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.policy [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94083) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 16:27:42.806628 dv-cinder-790535-14-iscsi neutron-server[94083]: WARNING oslo_policy.policy [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 16:27:42.807000 dv-cinder-790535-14-iscsi neutron-server[94083]: WARNING oslo_policy.policy [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 16:27:42.818303 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for network, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:42.840298 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:42.985430 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:42.992987 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:43.019967 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:27:43.050857 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790707967636', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:43.051457 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Unsubscribe: segment precommit_create {{(pid=94083) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 16:27:43.052026 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.segments_db [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Added segment 36d50d63-e9e1-4a72-ad8d-ed2b834a4650 of type vlan for network 9add4aa3-8685-413a-a26b-e4f61edf10df Sep 08 16:27:43.068165 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8135a8ba-fcb8-48b8-b255-1a29fc63c31c,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:27:43.117164 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:43.117522 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:43.117864 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:43.118197 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:43.118522 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:43.118864 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:43.119185 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:43.119553 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:43.119896 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:43.120217 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:43.120534 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:43.120834 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Tracked resource versions report: Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: pushed versions: Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: { 'AddressGroup': {'1.2'}, Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'ConntrackHelper': {'1.0'}, Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'Log': {'1.0'}, Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'Network': {'1.1'}, Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'Port': {'1.7'}, Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'PortForwarding': {'1.2'}, Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'QosPolicy': {'1.9'}, Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'SecurityGroup': {'1.4'}, Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'SecurityGroupRule': {'1.2'}, Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'SubPort': {'1.0'}, Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'Subnet': {'1.1'}, Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'Trunk': {'1.1'}} Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: consumer versions: Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: { DHCP agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: L3 agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: Metadata agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: Metering agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: Open vSwitch agent@dv-cinder-790535-14-iscsi: { 'AddressGroup': '1.2', Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'ConntrackHelper': '1.0', Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'Log': '1.0', Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'Network': '1.1', Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'Port': '1.7', Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'PortForwarding': '1.2', Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'QosPolicy': '1.9', Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'SecurityGroup': '1.4', Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'SecurityGroupRule': '1.2', Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'SubPort': '1.0', Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'Subnet': '1.1', Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: 'Trunk': '1.1'}} Sep 08 16:27:43.122129 dv-cinder-790535-14-iscsi neutron-server[94083]: {{(pid=94083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 16:27:43.171234 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790707670824'] for network, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:43.215799 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for network, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:43.216901 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:27:43.217553 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:43.270821 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4402211 Sep 08 16:27:43.329045 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a68bb-59e0-4863-a372-ef862dac01d8 admin admin] Pushing event updated for resources: {'Network': ['ID=9add4aa3-8685-413a-a26b-e4f61edf10df,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:27:43.343472 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Network 9add4aa3-8685-413a-a26b-e4f61edf10df details requested by agent ovs-agent-dv-cinder-790535-14-iscsi with host dv-cinder-790535-14-iscsi {{(pid=94084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 16:27:46.055523 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 56982) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:27:46.505017 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8c0ccd-1d4d-47f1-8e9a-4053fef16b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:27:46.506291 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-1c8c0ccd-1d4d-47f1-8e9a-4053fef16b4d admin admin] 10.222.0.69 "GET /v2.0/networks/9add4aa3-8685-413a-a26b-e4f61edf10df HTTP/1.1" status: 200 len: 825 time: 0.4498105 Sep 08 16:27:46.550723 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-4b998414-5df1-4801-bc90-5748d7ee692f admin admin] 10.222.0.69 "GET /v2.0/subnetpools/1b94b13b-63a8-47e4-a7d2-69584e715dc2 HTTP/1.1" status: 200 len: 734 time: 0.0346251 Sep 08 16:27:46.563989 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-17b12a6e-f69c-4aab-82f4-16df2888fc28 admin admin] Request body: {'subnet': {'subnetpool_id': '1b94b13b-63a8-47e4-a7d2-69584e715dc2', 'network_id': '9add4aa3-8685-413a-a26b-e4f61edf10df', 'ip_version': 4, 'tenant_id': '31af76797dd142359613754c7d35adab', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:27:46.592391 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b12a6e-f69c-4aab-82f4-16df2888fc28 admin admin] Made reservation on behalf of 31af76797dd142359613754c7d35adab for: {'subnet': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:27:46.594969 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-17b12a6e-f69c-4aab-82f4-16df2888fc28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:46.893556 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-17b12a6e-f69c-4aab-82f4-16df2888fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for subnet, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:46.955514 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b12a6e-f69c-4aab-82f4-16df2888fc28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffcaf802-d425-46ee-b2cc-718931bb32e8,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:27:46.963936 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b12a6e-f69c-4aab-82f4-16df2888fc28 admin admin] Checking segment: {'id': '36d50d63-e9e1-4a72-ad8d-ed2b834a4650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9add4aa3-8685-413a-a26b-e4f61edf10df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:27:46.964245 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b12a6e-f69c-4aab-82f4-16df2888fc28 admin admin] Network hostable DHCP agents. Network: 9add4aa3-8685-413a-a26b-e4f61edf10df, hostable agents: ['c6a67338-5c5e-4be7-97de-2bb9548e06ff'], hosted agents: [] {{(pid=94083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:27:46.987322 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b12a6e-f69c-4aab-82f4-16df2888fc28 admin admin] Network 9add4aa3-8685-413a-a26b-e4f61edf10df is scheduled to be hosted by DHCP agent c6a67338-5c5e-4be7-97de-2bb9548e06ff with binding_index 1 {{(pid=94083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:27:47.005810 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-17b12a6e-f69c-4aab-82f4-16df2888fc28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-14-iscsi, 9add4aa3-8685-413a-a26b-e4f61edf10df) {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:27:47.010880 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b12a6e-f69c-4aab-82f4-16df2888fc28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:27:47.011514 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-17b12a6e-f69c-4aab-82f4-16df2888fc28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:47.015914 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d87e6c-bcb0-40f1-947f-f7c78258da0f None None] Network 9add4aa3-8685-413a-a26b-e4f61edf10df requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:27:47.026635 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-17b12a6e-f69c-4aab-82f4-16df2888fc28 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4664087 Sep 08 16:27:47.348824 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd0c79c-1027-5749-bad1-05de697929c1-9add4aa3-8685-413a-a26b-e4f61edf10df', 'network_id': '9add4aa3-8685-413a-a26b-e4f61edf10df', 'tenant_id': '31af76797dd142359613754c7d35adab', 'fixed_ips': [{'subnet_id': 'ffcaf802-d425-46ee-b2cc-718931bb32e8'}]}} from dv-cinder-790535-14-iscsi. {{(pid=94084) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 16:27:47.350133 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:47.629355 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Allocated IP 172.20.0.2 (9add4aa3-8685-413a-a26b-e4f61edf10df/ffcaf802-d425-46ee-b2cc-718931bb32e8/3a19b90a-501d-4148-ab5a-62f081273897) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:27:47.869910 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:47.885658 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Transition to ACTIVE for port object 3a19b90a-501d-4148-ab5a-62f081273897 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:27:47.911061 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Transition to ACTIVE for port object 3a19b90a-501d-4148-ab5a-62f081273897 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:27:47.919986 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:47.994766 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Network 9add4aa3-8685-413a-a26b-e4f61edf10df is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:27:48.006131 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:27:48.007815 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Pushing event updated for resources: {'Port': ['ID=3a19b90a-501d-4148-ab5a-62f081273897,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:27:48.012477 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:27:48.020798 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:48.021473 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:48.021562 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:48.021886 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:48.022216 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:48.022547 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:48.022876 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:48.023215 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:48.023588 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:48.023913 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:48.024234 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:48.024553 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Tracked resource versions report: Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: pushed versions: Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: { 'AddressGroup': {'1.2'}, Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'ConntrackHelper': {'1.0'}, Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'Log': {'1.0'}, Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'Network': {'1.1'}, Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'Port': {'1.7'}, Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'PortForwarding': {'1.2'}, Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'QosPolicy': {'1.9'}, Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'SecurityGroup': {'1.4'}, Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'SecurityGroupRule': {'1.2'}, Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'SubPort': {'1.0'}, Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'Subnet': {'1.1'}, Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'Trunk': {'1.1'}} Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: consumer versions: Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: { DHCP agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: L3 agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: Metadata agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: Metering agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: Open vSwitch agent@dv-cinder-790535-14-iscsi: { 'AddressGroup': '1.2', Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'ConntrackHelper': '1.0', Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'Log': '1.0', Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'Network': '1.1', Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'Port': '1.7', Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'PortForwarding': '1.2', Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'QosPolicy': '1.9', Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'SecurityGroup': '1.4', Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'SecurityGroupRule': '1.2', Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'SubPort': '1.0', Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'Subnet': '1.1', Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: 'Trunk': '1.1'}} Sep 08 16:27:48.025897 dv-cinder-790535-14-iscsi neutron-server[94084]: {{(pid=94084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 16:27:48.099265 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Attempting to bind port 3a19b90a-501d-4148-ab5a-62f081273897 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:27:48.099686 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Attempting to bind port 3a19b90a-501d-4148-ab5a-62f081273897 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '36d50d63-e9e1-4a72-ad8d-ed2b834a4650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9add4aa3-8685-413a-a26b-e4f61edf10df'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:27:48.100091 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Attempting to bind port 3a19b90a-501d-4148-ab5a-62f081273897 on network 9add4aa3-8685-413a-a26b-e4f61edf10df {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:27:48.105124 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:27:48.105537 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Checking segment: {'id': '36d50d63-e9e1-4a72-ad8d-ed2b834a4650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9add4aa3-8685-413a-a26b-e4f61edf10df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:27:48.106011 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:48.106401 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Bound using segment: {'id': '36d50d63-e9e1-4a72-ad8d-ed2b834a4650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9add4aa3-8685-413a-a26b-e4f61edf10df'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:27:48.106842 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Bound port: 3a19b90a-501d-4148-ab5a-62f081273897, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d50d63-e9e1-4a72-ad8d-ed2b834a4650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9add4aa3-8685-413a-a26b-e4f61edf10df'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:27:48.107253 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:48.172988 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] For port 3a19b90a-501d-4148-ab5a-62f081273897, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:27:48.177674 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] For port 3a19b90a-501d-4148-ab5a-62f081273897, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=3a19b90a-501d-4148-ab5a-62f081273897,segment=NetworkSegment(36d50d63-e9e1-4a72-ad8d-ed2b834a4650),segment_id=36d50d63-e9e1-4a72-ad8d-ed2b834a4650)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:27:48.181958 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:48.244731 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448ab01-e4fd-412d-a53c-6d58890e32e6 None None] Pushing event updated for resources: {'Port': ['ID=3a19b90a-501d-4148-ab5a-62f081273897,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:27:49.546929 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 56990) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:27:49.891634 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [None req-e183c011-5ecf-42be-bf80-077901acf790 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:27:49.907435 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-e183c011-5ecf-42be-bf80-077901acf790 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3444417 Sep 08 16:27:52.361297 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 56998) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:27:52.705387 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [None req-a3f653f3-4070-4743-8425-12354f22ea0e admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:27:52.706447 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-a3f653f3-4070-4743-8425-12354f22ea0e admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3441470 Sep 08 16:27:55.464680 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 57010) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:27:55.790542 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-63073631-5a10-4317-9869-b63ebb579c6e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '31af76797dd142359613754c7d35adab'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:27:55.818884 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-63073631-5a10-4317-9869-b63ebb579c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14265'] for router, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:55.820461 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-63073631-5a10-4317-9869-b63ebb579c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583829', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14256'] for router, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:55.962846 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-63073631-5a10-4317-9869-b63ebb579c6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:55.970768 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-63073631-5a10-4317-9869-b63ebb579c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587332'] for router, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:55.985764 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-63073631-5a10-4317-9869-b63ebb579c6e admin admin] Notify callbacks [] for router, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:55.987238 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-63073631-5a10-4317-9869-b63ebb579c6e admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5215089 Sep 08 16:27:56.709377 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9da1306-885c-4556-8345-d7d504ad0cef None None] Network 9add4aa3-8685-413a-a26b-e4f61edf10df requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:27:56.834578 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-72557ec3-6cfe-402d-af96-2d6129d798f7 None None] Provisioning for port 3a19b90a-501d-4148-ab5a-62f081273897 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:27:57.021709 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 3a19b90a-501d-4148-ab5a-62f081273897 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:27:57.113950 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port 3a19b90a-501d-4148-ab5a-62f081273897 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:27:57.118469 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 3a19b90a-501d-4148-ab5a-62f081273897 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:27:57.118872 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:57.173893 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-68db88f2-c63a-4669-81b2-f3aa5a14ff2a None None] Provisioning complete for port 3a19b90a-501d-4148-ab5a-62f081273897 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:27:57.174265 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-68db88f2-c63a-4669-81b2-f3aa5a14ff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:57.270376 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:57.330662 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port 3a19b90a-501d-4148-ab5a-62f081273897, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=3a19b90a-501d-4148-ab5a-62f081273897,segment=NetworkSegment(36d50d63-e9e1-4a72-ad8d-ed2b834a4650),segment_id=36d50d63-e9e1-4a72-ad8d-ed2b834a4650)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:27:57.337424 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:57.368783 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-68db88f2-c63a-4669-81b2-f3aa5a14ff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:57.408408 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=3a19b90a-501d-4148-ab5a-62f081273897,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:27:57.447996 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.db.api [None req-68db88f2-c63a-4669-81b2-f3aa5a14ff2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 16:27:57.448413 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG oslo_db.api [None req-68db88f2-c63a-4669-81b2-f3aa5a14ff2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 16:27:58.420937 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6dbf794d-d1f7-4548-b55d-e024de650995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:27:58.460281 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 57020) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:27:58.839139 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [None req-5b389971-109c-4e5e-9eeb-b059e818977d admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:27:58.840171 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-5b389971-109c-4e5e-9eeb-b059e818977d admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3789260 Sep 08 16:27:58.980889 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 3a19b90a-501d-4148-ab5a-62f081273897 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:27:59.038370 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 3a19b90a-501d-4148-ab5a-62f081273897 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:27:59.038759 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:01.112514 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ab4dfe5a-6b5e-4771-b01f-5dd17ccc2cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:01.179292 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:01.325348 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 57028) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:28:01.677842 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-73884e13-287e-4866-a8b9-3d9c78015014 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:28:01.705623 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73884e13-287e-4866-a8b9-3d9c78015014 admin admin] Made reservation on behalf of 052766c8f3e949a09608753fb6bcae91 for: {'network': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:28:01.708216 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-73884e13-287e-4866-a8b9-3d9c78015014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for network, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:01.716073 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-73884e13-287e-4866-a8b9-3d9c78015014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:01.807481 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-73884e13-287e-4866-a8b9-3d9c78015014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:01.813173 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-73884e13-287e-4866-a8b9-3d9c78015014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:01.827302 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-73884e13-287e-4866-a8b9-3d9c78015014 admin admin] Reserving flat network on physical network physnet1 {{(pid=94083) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 08 16:28:01.845251 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73884e13-287e-4866-a8b9-3d9c78015014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b1dfcc-9a4d-445b-9211-4bdff054cae6,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:28:01.849979 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-73884e13-287e-4866-a8b9-3d9c78015014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:01.850312 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.segments_db [None req-73884e13-287e-4866-a8b9-3d9c78015014 admin admin] Added segment 080a96bf-46c3-4d6e-a459-87c32cc8d26d of type flat for network 84aa3881-86d2-4090-846d-df2f4a76ffa3 Sep 08 16:28:01.900583 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-73884e13-287e-4866-a8b9-3d9c78015014 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790707670824'] for network, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:01.942151 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-73884e13-287e-4866-a8b9-3d9c78015014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for network, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:01.943076 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73884e13-287e-4866-a8b9-3d9c78015014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:28:01.943876 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-73884e13-287e-4866-a8b9-3d9c78015014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:01.973148 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-73884e13-287e-4866-a8b9-3d9c78015014 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6467528 Sep 08 16:28:02.004129 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73884e13-287e-4866-a8b9-3d9c78015014 admin admin] Pushing event updated for resources: {'Network': ['ID=84aa3881-86d2-4090-846d-df2f4a76ffa3,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:28:02.015187 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 details requested by agent ovs-agent-dv-cinder-790535-14-iscsi with host dv-cinder-790535-14-iscsi {{(pid=94084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 16:28:02.414227 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:04.043101 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:04.449360 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 57046) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:28:04.666514 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca6a295-b742-42dc-bade-2cce982f5f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:28:04.667914 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-7ca6a295-b742-42dc-bade-2cce982f5f20 admin admin] 10.222.0.69 "GET /v2.0/subnets/ffcaf802-d425-46ee-b2cc-718931bb32e8 HTTP/1.1" status: 200 len: 849 time: 0.2175078 Sep 08 16:28:04.802119 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-f972f59e-9f51-48cc-8299-17fa559c7705 admin admin] 10.222.0.69 "GET /v2.0/routers/3bff799e-fe7e-4e9c-be3b-f42a61bd6152 HTTP/1.1" status: 200 len: 704 time: 0.1258788 Sep 08 16:28:05.093452 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-88e2dbbb-af57-46da-a3db-ce383cc7bfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:05.407093 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [None req-88e2dbbb-af57-46da-a3db-ce383cc7bfb9 admin admin] Allocated IP 172.20.0.1 (9add4aa3-8685-413a-a26b-e4f61edf10df/ffcaf802-d425-46ee-b2cc-718931bb32e8/d9acae91-837a-4328-b05e-a5184fb9edd4) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:28:05.624253 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-88e2dbbb-af57-46da-a3db-ce383cc7bfb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:05.646384 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [None req-88e2dbbb-af57-46da-a3db-ce383cc7bfb9 admin admin] Transition to ACTIVE for port object d9acae91-837a-4328-b05e-a5184fb9edd4 will not be triggered until provisioned by entity DHCP. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:28:05.719604 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-88e2dbbb-af57-46da-a3db-ce383cc7bfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:05.784873 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e2dbbb-af57-46da-a3db-ce383cc7bfb9 admin admin] Network 9add4aa3-8685-413a-a26b-e4f61edf10df is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:28:05.789819 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-88e2dbbb-af57-46da-a3db-ce383cc7bfb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:28:05.796702 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2dbbb-af57-46da-a3db-ce383cc7bfb9 admin admin] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:28:05.797228 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-88e2dbbb-af57-46da-a3db-ce383cc7bfb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587413'] for router_interface, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:05.863794 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2dbbb-af57-46da-a3db-ce383cc7bfb9 admin admin] Pushing event updated for resources: {'Port': ['ID=d9acae91-837a-4328-b05e-a5184fb9edd4,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:28:05.965387 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-f3b0abed-157e-4c15-b128-f0796b63ed8e None None] Provisioning for port d9acae91-837a-4328-b05e-a5184fb9edd4 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:28:05.969131 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-f3b0abed-157e-4c15-b128-f0796b63ed8e None None] Provisioning complete for port d9acae91-837a-4328-b05e-a5184fb9edd4 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:28:05.969506 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f3b0abed-157e-4c15-b128-f0796b63ed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:06.005736 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-f3b0abed-157e-4c15-b128-f0796b63ed8e None None] Port d9acae91-837a-4328-b05e-a5184fb9edd4 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:28:06.009349 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-88e2dbbb-af57-46da-a3db-ce383cc7bfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:06.222571 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-88e2dbbb-af57-46da-a3db-ce383cc7bfb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:06.230021 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-88e2dbbb-af57-46da-a3db-ce383cc7bfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:06.231157 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-88e2dbbb-af57-46da-a3db-ce383cc7bfb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588549'] for router_interface, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:06.291431 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2dbbb-af57-46da-a3db-ce383cc7bfb9 admin admin] Pushing event updated for resources: {'Port': ['ID=d9acae91-837a-4328-b05e-a5184fb9edd4,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:28:06.362637 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e2dbbb-af57-46da-a3db-ce383cc7bfb9 admin admin] Network 9add4aa3-8685-413a-a26b-e4f61edf10df is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:28:06.364085 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-88e2dbbb-af57-46da-a3db-ce383cc7bfb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:28:06.529441 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-4063cb54-ade1-4969-a082-c5982ce13c09 None None] Provisioning complete for port d9acae91-837a-4328-b05e-a5184fb9edd4 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:28:06.529900 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4063cb54-ade1-4969-a082-c5982ce13c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:06.530805 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e2dbbb-af57-46da-a3db-ce383cc7bfb9 admin admin] Router 3bff799e-fe7e-4e9c-be3b-f42a61bd6152 is scheduled to L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 with binding_index 1 {{(pid=94083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 16:28:06.576128 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-4063cb54-ade1-4969-a082-c5982ce13c09 None None] Port d9acae91-837a-4328-b05e-a5184fb9edd4 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:28:06.634190 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e2dbbb-af57-46da-a3db-ce383cc7bfb9 admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:28:06.640290 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-88e2dbbb-af57-46da-a3db-ce383cc7bfb9 admin admin] 10.222.0.69 "PUT /v2.0/routers/3bff799e-fe7e-4e9c-be3b-f42a61bd6152/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8285239 Sep 08 16:28:06.648584 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] Sync routers for ids ['3bff799e-fe7e-4e9c-be3b-f42a61bd6152'] in dv-cinder-790535-14-iscsi {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:28:06.662191 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] Routers {'3bff799e-fe7e-4e9c-be3b-f42a61bd6152'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:28:06.663000 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:28:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['3bff799e-fe7e-4e9c-be3b-f42a61bd6152'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:28:06.852057 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] Set router 3bff799e-fe7e-4e9c-be3b-f42a61bd6152 gateway port host: None {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:28:07.288301 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff799e-fe7e-4e9c-be3b-f42a61bd6152', 'name': 'router1', 'tenant_id': '31af76797dd142359613754c7d35adab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:55Z', 'updated_at': '2021-09-08T16:28:05Z', 'revision_number': 2, 'project_id': '31af76797dd142359613754c7d35adab', 'gw_port_host': None, '_interfaces': [{'id': 'd9acae91-837a-4328-b05e-a5184fb9edd4', 'name': '', 'network_id': '9add4aa3-8685-413a-a26b-e4f61edf10df', 'tenant_id': '31af76797dd142359613754c7d35adab', 'mac_address': 'fa:16:3e:8c:a8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff799e-fe7e-4e9c-be3b-f42a61bd6152', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffcaf802-d425-46ee-b2cc-718931bb32e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:28:05Z', 'updated_at': '2021-09-08T16:28:06Z', 'revision_number': 2, 'project_id': '31af76797dd142359613754c7d35adab', 'subnets': [{'id': 'ffcaf802-d425-46ee-b2cc-718931bb32e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b94b13b-63a8-47e4-a7d2-69584e715dc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:28:07.339867 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] Checking router: 3bff799e-fe7e-4e9c-be3b-f42a61bd6152 for host: dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:28:07.340243 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] Updating router 3bff799e-fe7e-4e9c-be3b-f42a61bd6152 port d9acae91-837a-4328-b05e-a5184fb9edd4 binding host dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:28:07.390930 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:07.917799 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:07.937481 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] Transition to ACTIVE for port object d9acae91-837a-4328-b05e-a5184fb9edd4 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:28:07.944593 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:08.109430 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] Attempting to bind port d9acae91-837a-4328-b05e-a5184fb9edd4 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:28:08.109836 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] Attempting to bind port d9acae91-837a-4328-b05e-a5184fb9edd4 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '36d50d63-e9e1-4a72-ad8d-ed2b834a4650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9add4aa3-8685-413a-a26b-e4f61edf10df'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:28:08.110244 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] Attempting to bind port d9acae91-837a-4328-b05e-a5184fb9edd4 on network 9add4aa3-8685-413a-a26b-e4f61edf10df {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:28:08.118813 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e2548-cf5e-4d69-81e8-717bf3af7efd None None] Pushing event updated for resources: {'Port': ['ID=d9acae91-837a-4328-b05e-a5184fb9edd4,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:28:08.122502 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:28:08.122825 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] Checking segment: {'id': '36d50d63-e9e1-4a72-ad8d-ed2b834a4650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9add4aa3-8685-413a-a26b-e4f61edf10df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:28:08.123210 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:08.123622 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] Bound using segment: {'id': '36d50d63-e9e1-4a72-ad8d-ed2b834a4650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9add4aa3-8685-413a-a26b-e4f61edf10df'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:28:08.124175 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] Bound port: d9acae91-837a-4328-b05e-a5184fb9edd4, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d50d63-e9e1-4a72-ad8d-ed2b834a4650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9add4aa3-8685-413a-a26b-e4f61edf10df'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:28:08.124485 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:08.141305 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e2548-cf5e-4d69-81e8-717bf3af7efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:28:08.141670 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e2548-cf5e-4d69-81e8-717bf3af7efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:28:08.142044 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e2548-cf5e-4d69-81e8-717bf3af7efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:28:08.142380 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e2548-cf5e-4d69-81e8-717bf3af7efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:28:08.142712 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e2548-cf5e-4d69-81e8-717bf3af7efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:28:08.143033 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e2548-cf5e-4d69-81e8-717bf3af7efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:28:08.143356 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e2548-cf5e-4d69-81e8-717bf3af7efd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:28:08.143797 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e2548-cf5e-4d69-81e8-717bf3af7efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:28:08.144136 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e2548-cf5e-4d69-81e8-717bf3af7efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:28:08.144461 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e2548-cf5e-4d69-81e8-717bf3af7efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:28:08.144782 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e2548-cf5e-4d69-81e8-717bf3af7efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:28:08.145100 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e2548-cf5e-4d69-81e8-717bf3af7efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e2548-cf5e-4d69-81e8-717bf3af7efd None None] Tracked resource versions report: Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: pushed versions: Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: { 'AddressGroup': {'1.2'}, Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'ConntrackHelper': {'1.0'}, Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'Log': {'1.0'}, Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'Network': {'1.1'}, Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'Port': {'1.7'}, Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'PortForwarding': {'1.2'}, Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'QosPolicy': {'1.9'}, Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'SecurityGroup': {'1.4'}, Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'SecurityGroupRule': {'1.2'}, Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'SubPort': {'1.0'}, Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'Subnet': {'1.1'}, Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'Trunk': {'1.1'}} Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: consumer versions: Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: { DHCP agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: L3 agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: Metadata agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: Metering agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: Open vSwitch agent@dv-cinder-790535-14-iscsi: { 'AddressGroup': '1.2', Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'ConntrackHelper': '1.0', Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'Log': '1.0', Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'Network': '1.1', Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'Port': '1.7', Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'PortForwarding': '1.2', Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'QosPolicy': '1.9', Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'SecurityGroup': '1.4', Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'SecurityGroupRule': '1.2', Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'SubPort': '1.0', Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'Subnet': '1.1', Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: 'Trunk': '1.1'}} Sep 08 16:28:08.146403 dv-cinder-790535-14-iscsi neutron-server[94085]: {{(pid=94085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 16:28:08.208533 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] For port d9acae91-837a-4328-b05e-a5184fb9edd4, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:28:08.230586 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] For port d9acae91-837a-4328-b05e-a5184fb9edd4, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=d9acae91-837a-4328-b05e-a5184fb9edd4,segment=NetworkSegment(36d50d63-e9e1-4a72-ad8d-ed2b834a4650),segment_id=36d50d63-e9e1-4a72-ad8d-ed2b834a4650)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:28:08.236284 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:08.287081 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] Routers {'3bff799e-fe7e-4e9c-be3b-f42a61bd6152'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:28:08.287772 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:28:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['3bff799e-fe7e-4e9c-be3b-f42a61bd6152'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:28:08.365914 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e2548-cf5e-4d69-81e8-717bf3af7efd None None] Pushing event updated for resources: {'Port': ['ID=d9acae91-837a-4328-b05e-a5184fb9edd4,revision_number=4']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:28:08.386928 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] Set router 3bff799e-fe7e-4e9c-be3b-f42a61bd6152 gateway port host: None {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:28:08.606699 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff799e-fe7e-4e9c-be3b-f42a61bd6152', 'name': 'router1', 'tenant_id': '31af76797dd142359613754c7d35adab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:55Z', 'updated_at': '2021-09-08T16:28:05Z', 'revision_number': 2, 'project_id': '31af76797dd142359613754c7d35adab', 'gw_port_host': None, '_interfaces': [{'id': 'd9acae91-837a-4328-b05e-a5184fb9edd4', 'name': '', 'network_id': '9add4aa3-8685-413a-a26b-e4f61edf10df', 'tenant_id': '31af76797dd142359613754c7d35adab', 'mac_address': 'fa:16:3e:8c:a8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff799e-fe7e-4e9c-be3b-f42a61bd6152', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffcaf802-d425-46ee-b2cc-718931bb32e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:28:05Z', 'updated_at': '2021-09-08T16:28:08Z', 'revision_number': 4, 'project_id': '31af76797dd142359613754c7d35adab', 'subnets': [{'id': 'ffcaf802-d425-46ee-b2cc-718931bb32e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b94b13b-63a8-47e4-a7d2-69584e715dc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:28:08.632968 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808ceb59-e219-4ce9-ac4d-dca2edf7fc8d None None] The sync data for ids ['3bff799e-fe7e-4e9c-be3b-f42a61bd6152'] in dv-cinder-790535-14-iscsi is: [{'id': '3bff799e-fe7e-4e9c-be3b-f42a61bd6152', 'name': 'router1', 'tenant_id': '31af76797dd142359613754c7d35adab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:55Z', 'updated_at': '2021-09-08T16:28:05Z', 'revision_number': 2, 'project_id': '31af76797dd142359613754c7d35adab', 'gw_port_host': None, '_interfaces': [{'id': 'd9acae91-837a-4328-b05e-a5184fb9edd4', 'name': '', 'network_id': '9add4aa3-8685-413a-a26b-e4f61edf10df', 'tenant_id': '31af76797dd142359613754c7d35adab', 'mac_address': 'fa:16:3e:8c:a8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff799e-fe7e-4e9c-be3b-f42a61bd6152', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffcaf802-d425-46ee-b2cc-718931bb32e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:28:05Z', 'updated_at': '2021-09-08T16:28:08Z', 'revision_number': 4, 'project_id': '31af76797dd142359613754c7d35adab', 'subnets': [{'id': 'ffcaf802-d425-46ee-b2cc-718931bb32e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b94b13b-63a8-47e4-a7d2-69584e715dc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:28:08.915322 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 57066) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:28:09.029699 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f524d3d-440c-4e23-8a88-ad8b205953ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:28:09.031083 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-7f524d3d-440c-4e23-8a88-ad8b205953ac admin admin] 10.222.0.69 "GET /v2.0/networks/84aa3881-86d2-4090-846d-df2f4a76ffa3 HTTP/1.1" status: 200 len: 842 time: 0.1147814 Sep 08 16:28:09.042038 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-f2108ab8-2cde-4c0e-9a72-8a410379f1b1 admin admin] Request body: {'subnet': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'ip_version': 4}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:28:09.065490 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2108ab8-2cde-4c0e-9a72-8a410379f1b1 admin admin] Made reservation on behalf of 052766c8f3e949a09608753fb6bcae91 for: {'subnet': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:28:09.067835 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f2108ab8-2cde-4c0e-9a72-8a410379f1b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:09.439037 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.objects.ports [None req-f2108ab8-2cde-4c0e-9a72-8a410379f1b1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94083) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 16:28:09.439574 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f2108ab8-2cde-4c0e-9a72-8a410379f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for subnet, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:09.500700 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2108ab8-2cde-4c0e-9a72-8a410379f1b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4838e23d-7083-4c92-9a08-11046328e4a1,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:28:09.510178 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2108ab8-2cde-4c0e-9a72-8a410379f1b1 admin admin] Checking segment: {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:28:09.510544 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2108ab8-2cde-4c0e-9a72-8a410379f1b1 admin admin] Network hostable DHCP agents. Network: 84aa3881-86d2-4090-846d-df2f4a76ffa3, hostable agents: ['c6a67338-5c5e-4be7-97de-2bb9548e06ff'], hosted agents: [] {{(pid=94083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:28:09.542743 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2108ab8-2cde-4c0e-9a72-8a410379f1b1 admin admin] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 is scheduled to be hosted by DHCP agent c6a67338-5c5e-4be7-97de-2bb9548e06ff with binding_index 1 {{(pid=94083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:28:09.554616 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-f2108ab8-2cde-4c0e-9a72-8a410379f1b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-14-iscsi, 84aa3881-86d2-4090-846d-df2f4a76ffa3) {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:28:09.562536 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2108ab8-2cde-4c0e-9a72-8a410379f1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:28:09.562536 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f2108ab8-2cde-4c0e-9a72-8a410379f1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:09.573726 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f1b166-c42b-4c42-8f24-5d2d1788952e None None] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:28:09.580700 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-f2108ab8-2cde-4c0e-9a72-8a410379f1b1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5421617 Sep 08 16:28:09.715594 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe5dbbe-4be7-4a75-ae46-d33cb55c76e8 None None] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:28:10.485274 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 5 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:28:11.985407 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 57074) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:28:12.119298 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-b0f7bfd4-95cb-4d48-ad8d-037ddd6c31ee admin admin] 10.222.0.69 "GET /v2.0/routers/3bff799e-fe7e-4e9c-be3b-f42a61bd6152 HTTP/1.1" status: 200 len: 710 time: 0.1322951 Sep 08 16:28:12.204221 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cf106e-5a6d-44be-8d3e-d01850bd898e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:28:12.205859 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-74cf106e-5a6d-44be-8d3e-d01850bd898e admin admin] 10.222.0.69 "GET /v2.0/networks/84aa3881-86d2-4090-846d-df2f4a76ffa3 HTTP/1.1" status: 200 len: 886 time: 0.0806127 Sep 08 16:28:12.215497 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-a98d7bce-d7b4-475a-bf4d-bfc2fef5acd4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:28:12.464455 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a98d7bce-d7b4-475a-bf4d-bfc2fef5acd4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:12.708947 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a98d7bce-d7b4-475a-bf4d-bfc2fef5acd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:12.787634 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a98d7bce-d7b4-475a-bf4d-bfc2fef5acd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:12.895886 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [None req-a98d7bce-d7b4-475a-bf4d-bfc2fef5acd4 admin admin] Allocated IP 172.27.3.55 (84aa3881-86d2-4090-846d-df2f4a76ffa3/4838e23d-7083-4c92-9a08-11046328e4a1/8d713d79-7460-48b2-828f-138b353bd888) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:28:13.007910 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a98d7bce-d7b4-475a-bf4d-bfc2fef5acd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:13.050139 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a98d7bce-d7b4-475a-bf4d-bfc2fef5acd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:13.086379 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98d7bce-d7b4-475a-bf4d-bfc2fef5acd4 admin admin] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:28:13.089259 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-a98d7bce-d7b4-475a-bf4d-bfc2fef5acd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:28:13.095421 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98d7bce-d7b4-475a-bf4d-bfc2fef5acd4 admin admin] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:28:13.100928 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d7bce-d7b4-475a-bf4d-bfc2fef5acd4 admin admin] Pushing event updated for resources: {'Port': ['ID=8d713d79-7460-48b2-828f-138b353bd888,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:28:13.439812 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a98d7bce-d7b4-475a-bf4d-bfc2fef5acd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:13.654849 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a98d7bce-d7b4-475a-bf4d-bfc2fef5acd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-583847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14238'] for router, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:13.658800 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a98d7bce-d7b4-475a-bf4d-bfc2fef5acd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-583870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587341', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524590'] for router, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:13.779810 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98d7bce-d7b4-475a-bf4d-bfc2fef5acd4 admin admin] Router 3bff799e-fe7e-4e9c-be3b-f42a61bd6152 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:28:13.890887 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98d7bce-d7b4-475a-bf4d-bfc2fef5acd4 admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:28:13.895718 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a98d7bce-d7b4-475a-bf4d-bfc2fef5acd4 admin admin] Notify callbacks [] for router, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:13.897346 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-a98d7bce-d7b4-475a-bf4d-bfc2fef5acd4 admin admin] 10.222.0.69 "PUT /v2.0/routers/3bff799e-fe7e-4e9c-be3b-f42a61bd6152 HTTP/1.1" status: 200 len: 889 time: 1.6847823 Sep 08 16:28:15.028584 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device d9acae91-837a-4328-b05e-a5184fb9edd4 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:28:15.081484 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port d9acae91-837a-4328-b05e-a5184fb9edd4 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:28:15.086304 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port d9acae91-837a-4328-b05e-a5184fb9edd4 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:28:15.086714 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:15.180419 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] Sync routers for ids ['3bff799e-fe7e-4e9c-be3b-f42a61bd6152'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:28:15.197901 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] Routers {'3bff799e-fe7e-4e9c-be3b-f42a61bd6152'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:28:15.198457 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:28:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['3bff799e-fe7e-4e9c-be3b-f42a61bd6152'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:28:15.325851 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:15.454119 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] Set router 3bff799e-fe7e-4e9c-be3b-f42a61bd6152 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:28:15.471907 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port d9acae91-837a-4328-b05e-a5184fb9edd4, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=d9acae91-837a-4328-b05e-a5184fb9edd4,segment=NetworkSegment(36d50d63-e9e1-4a72-ad8d-ed2b834a4650),segment_id=36d50d63-e9e1-4a72-ad8d-ed2b834a4650)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:28:15.499719 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:15.669965 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=d9acae91-837a-4328-b05e-a5184fb9edd4,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:28:15.901089 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff799e-fe7e-4e9c-be3b-f42a61bd6152', 'name': 'router1', 'tenant_id': '31af76797dd142359613754c7d35adab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '8d713d79-7460-48b2-828f-138b353bd888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:55Z', 'updated_at': '2021-09-08T16:28:13Z', 'revision_number': 4, 'project_id': '31af76797dd142359613754c7d35adab', 'gw_port': {'id': '8d713d79-7460-48b2-828f-138b353bd888', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff799e-fe7e-4e9c-be3b-f42a61bd6152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:28:12Z', 'updated_at': '2021-09-08T16:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': 'd9acae91-837a-4328-b05e-a5184fb9edd4', 'name': '', 'network_id': '9add4aa3-8685-413a-a26b-e4f61edf10df', 'tenant_id': '31af76797dd142359613754c7d35adab', 'mac_address': 'fa:16:3e:8c:a8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff799e-fe7e-4e9c-be3b-f42a61bd6152', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffcaf802-d425-46ee-b2cc-718931bb32e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:28:05Z', 'updated_at': '2021-09-08T16:28:08Z', 'revision_number': 4, 'project_id': '31af76797dd142359613754c7d35adab', 'subnets': [{'id': 'ffcaf802-d425-46ee-b2cc-718931bb32e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b94b13b-63a8-47e4-a7d2-69584e715dc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:28:15.951260 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] Checking router: 3bff799e-fe7e-4e9c-be3b-f42a61bd6152 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:28:15.951719 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] Updating router 3bff799e-fe7e-4e9c-be3b-f42a61bd6152 port 8d713d79-7460-48b2-828f-138b353bd888 binding host dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:28:15.999894 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:16.335082 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:16.345178 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] Transition to ACTIVE for port object 8d713d79-7460-48b2-828f-138b353bd888 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:28:16.352568 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:16.399430 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 57086) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:28:16.404204 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653bd8d-37fe-41a9-aac7-c683e08224db None None] Pushing event updated for resources: {'Port': ['ID=8d713d79-7460-48b2-828f-138b353bd888,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:28:16.408404 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] Attempting to bind port 8d713d79-7460-48b2-828f-138b353bd888 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:28:16.408769 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] Attempting to bind port 8d713d79-7460-48b2-828f-138b353bd888 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:28:16.409135 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] Attempting to bind port 8d713d79-7460-48b2-828f-138b353bd888 on network 84aa3881-86d2-4090-846d-df2f4a76ffa3 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:28:16.414873 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:28:16.415257 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] Checking segment: {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:28:16.415697 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:16.416089 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] Bound using segment: {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:28:16.416553 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] Bound port: 8d713d79-7460-48b2-828f-138b353bd888, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:28:16.416951 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:16.468341 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] For port 8d713d79-7460-48b2-828f-138b353bd888, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:28:16.472052 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] For port 8d713d79-7460-48b2-828f-138b353bd888, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=8d713d79-7460-48b2-828f-138b353bd888,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:28:16.477184 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:16.557936 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-903eb2a8-4953-4fb3-9de2-bc7666d7d6b0 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1572952 Sep 08 16:28:16.624078 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] Routers {'3bff799e-fe7e-4e9c-be3b-f42a61bd6152'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:28:16.624726 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:28:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['3bff799e-fe7e-4e9c-be3b-f42a61bd6152'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:28:16.627102 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653bd8d-37fe-41a9-aac7-c683e08224db None None] Pushing event updated for resources: {'Port': ['ID=8d713d79-7460-48b2-828f-138b353bd888,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:28:16.744181 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] Set router 3bff799e-fe7e-4e9c-be3b-f42a61bd6152 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:28:16.974453 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff799e-fe7e-4e9c-be3b-f42a61bd6152', 'name': 'router1', 'tenant_id': '31af76797dd142359613754c7d35adab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '8d713d79-7460-48b2-828f-138b353bd888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:55Z', 'updated_at': '2021-09-08T16:28:13Z', 'revision_number': 4, 'project_id': '31af76797dd142359613754c7d35adab', 'gw_port': {'id': '8d713d79-7460-48b2-828f-138b353bd888', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff799e-fe7e-4e9c-be3b-f42a61bd6152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:28:12Z', 'updated_at': '2021-09-08T16:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': 'd9acae91-837a-4328-b05e-a5184fb9edd4', 'name': '', 'network_id': '9add4aa3-8685-413a-a26b-e4f61edf10df', 'tenant_id': '31af76797dd142359613754c7d35adab', 'mac_address': 'fa:16:3e:8c:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff799e-fe7e-4e9c-be3b-f42a61bd6152', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffcaf802-d425-46ee-b2cc-718931bb32e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:28:05Z', 'updated_at': '2021-09-08T16:28:15Z', 'revision_number': 5, 'project_id': '31af76797dd142359613754c7d35adab', 'subnets': [{'id': 'ffcaf802-d425-46ee-b2cc-718931bb32e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b94b13b-63a8-47e4-a7d2-69584e715dc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:28:17.005516 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e698d1-9d60-4e5a-8579-e777d9aa90d3 None None] The sync data for ids ['3bff799e-fe7e-4e9c-be3b-f42a61bd6152'] in dv-cinder-790535-14-iscsi is: [{'id': '3bff799e-fe7e-4e9c-be3b-f42a61bd6152', 'name': 'router1', 'tenant_id': '31af76797dd142359613754c7d35adab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '8d713d79-7460-48b2-828f-138b353bd888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:55Z', 'updated_at': '2021-09-08T16:28:13Z', 'revision_number': 4, 'project_id': '31af76797dd142359613754c7d35adab', 'gw_port': {'id': '8d713d79-7460-48b2-828f-138b353bd888', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff799e-fe7e-4e9c-be3b-f42a61bd6152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:28:12Z', 'updated_at': '2021-09-08T16:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': 'd9acae91-837a-4328-b05e-a5184fb9edd4', 'name': '', 'network_id': '9add4aa3-8685-413a-a26b-e4f61edf10df', 'tenant_id': '31af76797dd142359613754c7d35adab', 'mac_address': 'fa:16:3e:8c:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff799e-fe7e-4e9c-be3b-f42a61bd6152', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffcaf802-d425-46ee-b2cc-718931bb32e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:28:05Z', 'updated_at': '2021-09-08T16:28:15Z', 'revision_number': 5, 'project_id': '31af76797dd142359613754c7d35adab', 'subnets': [{'id': 'ffcaf802-d425-46ee-b2cc-718931bb32e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b94b13b-63a8-47e4-a7d2-69584e715dc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:28:17.008432 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device d9acae91-837a-4328-b05e-a5184fb9edd4 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:28:17.059616 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port d9acae91-837a-4328-b05e-a5184fb9edd4 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:28:17.059989 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:19.034147 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 8d713d79-7460-48b2-828f-138b353bd888 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:28:19.093892 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port 8d713d79-7460-48b2-828f-138b353bd888 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:28:19.102350 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 8d713d79-7460-48b2-828f-138b353bd888 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:28:19.102719 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:19.183555 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:19.209772 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port 8d713d79-7460-48b2-828f-138b353bd888, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=8d713d79-7460-48b2-828f-138b353bd888,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:28:19.214857 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:19.291909 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=8d713d79-7460-48b2-828f-138b353bd888,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:28:21.030772 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 8d713d79-7460-48b2-828f-138b353bd888 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:28:21.088257 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 8d713d79-7460-48b2-828f-138b353bd888 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:28:21.088630 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:28.416938 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e447b39e-a0a8-4ac3-8ce5-dc57a247b9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:31.118126 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-092840bd-fa9f-4c81-b11e-fe45f7f716d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:31.186223 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:32.420805 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:34.063637 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:28:47.483699 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 5 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:28:58.418478 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e49ece44-a2cb-4e58-bdaf-bc454d829b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:29:01.114899 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-19e7b5d3-878a-4ff0-9399-805aa8a356e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:29:01.190326 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:29:02.424983 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:29:04.058261 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:29:24.484098 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 5 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:29:28.415357 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d3c91faa-c839-4622-b6ff-55c5b5b19fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:29:31.108778 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cae91ab2-55a9-489f-a262-56983800fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:29:31.184056 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:29:32.427751 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:29:34.061561 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:29:54.808306 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 57648) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:29:54.893268 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52ae8c2-b176-4f94-8e8d-80d509d7bea3 admin admin] GET failed (client error): The resource could not be found. Sep 08 16:29:54.894596 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-f52ae8c2-b176-4f94-8e8d-80d509d7bea3 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0851278 Sep 08 16:29:55.089256 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea467a49-a15b-4cda-94d4-57d78242ea1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:29:55.090734 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-ea467a49-a15b-4cda-94d4-57d78242ea1c admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1889744 Sep 08 16:29:57.319902 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 57658) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:29:57.457701 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d70342a-089f-4675-8f21-003849d08155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:29:57.459069 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-0d70342a-089f-4675-8f21-003849d08155 admin admin] 10.222.0.69 "GET /v2.0/subnets/ffcaf802-d425-46ee-b2cc-718931bb32e8 HTTP/1.1" status: 200 len: 849 time: 0.1381981 Sep 08 16:29:57.469172 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-d4a1e2fb-01d1-4ed1-a17b-28d3f734a691 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:29:57.556448 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-d4a1e2fb-01d1-4ed1-a17b-28d3f734a691 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:29:57.738119 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-d4a1e2fb-01d1-4ed1-a17b-28d3f734a691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790708219661'] for subnet, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:29:57.836191 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd78f37-7ba2-4fdd-be23-b08ed1926c77 None None] Network 9add4aa3-8685-413a-a26b-e4f61edf10df requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:29:57.836635 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a1e2fb-01d1-4ed1-a17b-28d3f734a691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:29:57.837051 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-d4a1e2fb-01d1-4ed1-a17b-28d3f734a691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:29:57.838374 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-d4a1e2fb-01d1-4ed1-a17b-28d3f734a691 admin admin] 10.222.0.69 "PUT /v2.0/subnets/ffcaf802-d425-46ee-b2cc-718931bb32e8 HTTP/1.1" status: 200 len: 868 time: 0.3728912 Sep 08 16:29:57.854018 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1e2fb-01d1-4ed1-a17b-28d3f734a691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffcaf802-d425-46ee-b2cc-718931bb32e8,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:29:57.863868 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1e2fb-01d1-4ed1-a17b-28d3f734a691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:29:57.864219 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1e2fb-01d1-4ed1-a17b-28d3f734a691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:29:57.864547 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1e2fb-01d1-4ed1-a17b-28d3f734a691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:29:57.864885 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1e2fb-01d1-4ed1-a17b-28d3f734a691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:29:57.865231 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1e2fb-01d1-4ed1-a17b-28d3f734a691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:29:57.865561 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1e2fb-01d1-4ed1-a17b-28d3f734a691 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:29:57.866029 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1e2fb-01d1-4ed1-a17b-28d3f734a691 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:29:57.866212 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1e2fb-01d1-4ed1-a17b-28d3f734a691 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:29:57.866572 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1e2fb-01d1-4ed1-a17b-28d3f734a691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:29:57.866892 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1e2fb-01d1-4ed1-a17b-28d3f734a691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:29:57.867209 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1e2fb-01d1-4ed1-a17b-28d3f734a691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:29:57.867557 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1e2fb-01d1-4ed1-a17b-28d3f734a691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1e2fb-01d1-4ed1-a17b-28d3f734a691 admin admin] Tracked resource versions report: Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: pushed versions: Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: { 'AddressGroup': {'1.2'}, Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'ConntrackHelper': {'1.0'}, Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'Log': {'1.0'}, Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'Network': {'1.1'}, Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'Port': {'1.7'}, Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'PortForwarding': {'1.2'}, Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'QosPolicy': {'1.9'}, Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'SecurityGroup': {'1.4'}, Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'SecurityGroupRule': {'1.2'}, Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'SubPort': {'1.0'}, Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'Subnet': {'1.1'}, Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'Trunk': {'1.1'}} Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: consumer versions: Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: { DHCP agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: L3 agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: Metadata agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: Metering agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: Open vSwitch agent@dv-cinder-790535-14-iscsi: { 'AddressGroup': '1.2', Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'ConntrackHelper': '1.0', Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'Log': '1.0', Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'Network': '1.1', Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'Port': '1.7', Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'PortForwarding': '1.2', Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'QosPolicy': '1.9', Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'SecurityGroup': '1.4', Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'SecurityGroupRule': '1.2', Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'SubPort': '1.0', Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'Subnet': '1.1', Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: 'Trunk': '1.1'}} Sep 08 16:29:57.868917 dv-cinder-790535-14-iscsi neutron-server[94082]: {{(pid=94082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 16:29:58.249639 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-b5de621b-be3b-41f2-a162-1f4c3b12f062 None None] Provisioning complete for port d9acae91-837a-4328-b05e-a5184fb9edd4 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:29:58.250020 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b5de621b-be3b-41f2-a162-1f4c3b12f062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:29:58.340469 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-b5de621b-be3b-41f2-a162-1f4c3b12f062 None None] Provisioning complete for port 3a19b90a-501d-4148-ab5a-62f081273897 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:29:58.340726 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b5de621b-be3b-41f2-a162-1f4c3b12f062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:29:58.433189 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f8794497-8552-4daa-9460-1b56ab1b0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:00.071458 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 57670) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:30:00.300907 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8494948c-cf9a-4885-880b-65bc22a08158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:30:00.301286 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8494948c-cf9a-4885-880b-65bc22a08158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:30:00.303431 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-8494948c-cf9a-4885-880b-65bc22a08158 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2303164 Sep 08 16:30:01.118360 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6e11030e-9bb4-450a-8f2d-5d5fd695b785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:01.189266 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:01.484273 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 5 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:30:02.435850 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:02.516038 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 57678) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:30:02.666251 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f383c9-9a99-454d-b239-b6f0844e2565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:30:02.666706 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f383c9-9a99-454d-b239-b6f0844e2565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:30:02.668280 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-38f383c9-9a99-454d-b239-b6f0844e2565 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1505272 Sep 08 16:30:04.065180 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:04.876958 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 57686) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:30:05.022604 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874b708a-1d54-4baf-81d8-b885aed7b052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:30:05.024042 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-874b708a-1d54-4baf-81d8-b885aed7b052 admin admin] 10.222.0.69 "GET /v2.0/networks/84aa3881-86d2-4090-846d-df2f4a76ffa3 HTTP/1.1" status: 200 len: 886 time: 0.1465993 Sep 08 16:30:07.264090 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 57696) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:30:07.422345 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5313aa-7a43-4024-9640-8a5a6433cbc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:30:07.423889 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-af5313aa-7a43-4024-9640-8a5a6433cbc1 admin admin] 10.222.0.69 "GET /v2.0/networks/9add4aa3-8685-413a-a26b-e4f61edf10df HTTP/1.1" status: 200 len: 869 time: 0.1586783 Sep 08 16:30:09.642636 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 57704) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:30:09.769629 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db319af9-dbe0-4976-bf4a-3b0a2f0b874e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:30:09.770085 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db319af9-dbe0-4976-bf4a-3b0a2f0b874e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:30:09.771643 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-db319af9-dbe0-4976-bf4a-3b0a2f0b874e admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1280670 Sep 08 16:30:11.983703 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 57712) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:30:12.083774 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212b99f0-76b7-463d-9fd3-4f4a39af6f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:30:12.084228 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212b99f0-76b7-463d-9fd3-4f4a39af6f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:30:12.085813 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-212b99f0-76b7-463d-9fd3-4f4a39af6f69 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1011398 Sep 08 16:30:14.308028 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 57720) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:30:14.400139 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57b2bfa-f9b3-45ed-910d-97336cc6b775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:30:14.401500 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-b57b2bfa-f9b3-45ed-910d-97336cc6b775 admin admin] 10.222.0.69 "GET /v2.0/subnets/4838e23d-7083-4c92-9a08-11046328e4a1 HTTP/1.1" status: 200 len: 816 time: 0.0924907 Sep 08 16:30:16.635155 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 57728) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:30:16.736766 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b59d49b-b90e-45b6-a398-7a5896aaea95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:30:16.738179 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-1b59d49b-b90e-45b6-a398-7a5896aaea95 admin admin] 10.222.0.69 "GET /v2.0/subnets/ffcaf802-d425-46ee-b2cc-718931bb32e8 HTTP/1.1" status: 200 len: 868 time: 0.1020463 Sep 08 16:30:28.408113 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-da47dc32-cbaa-4862-af2b-ba0a7a509890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:31.111860 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-160c53e5-bac9-423a-884c-e1f76dcfd767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:31.193925 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:32.433826 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:34.069156 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:38.483141 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 5 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:30:41.250171 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 57782) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:30:41.303741 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [None req-39d309f2-b026-4ea6-a8b7-a25901b4995b admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:30:41.304715 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-39d309f2-b026-4ea6-a8b7-a25901b4995b admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0535910 Sep 08 16:30:43.632277 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 57790) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:30:43.697600 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80a1235-867a-4524-8635-200520b2519e admin admin] GET failed (client error): The resource could not be found. Sep 08 16:30:43.698952 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-a80a1235-867a-4524-8635-200520b2519e admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657680 Sep 08 16:30:43.798287 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55722c6-a905-493d-bc28-0bb8db185742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:30:43.799687 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-c55722c6-a905-493d-bc28-0bb8db185742 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0934858 Sep 08 16:30:46.084205 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 57798) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:30:46.140478 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-5466c43b-fd10-4db8-b79e-eab2f0250253 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:30:46.173881 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5466c43b-fd10-4db8-b79e-eab2f0250253 admin admin] Made reservation on behalf of 052766c8f3e949a09608753fb6bcae91 for: {'network': 1} {{(pid=94082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:30:46.176437 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5466c43b-fd10-4db8-b79e-eab2f0250253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for network, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:46.226669 dv-cinder-790535-14-iscsi neutron-server[94082]: WARNING neutron.services.revisions.revision_plugin [None req-5466c43b-fd10-4db8-b79e-eab2f0250253 admin admin] Could not find related network for resource to bump revision. Sep 08 16:30:46.246716 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5466c43b-fd10-4db8-b79e-eab2f0250253 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:30:46.261737 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5466c43b-fd10-4db8-b79e-eab2f0250253 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790707967636', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:46.262229 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5466c43b-fd10-4db8-b79e-eab2f0250253 admin admin] Unsubscribe: segment precommit_create {{(pid=94082) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 16:30:46.262728 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.db.segments_db [None req-5466c43b-fd10-4db8-b79e-eab2f0250253 admin admin] Added segment da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d of type vlan for network 53247314-0917-4209-a52b-c3cac09a18a2 Sep 08 16:30:46.315786 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5466c43b-fd10-4db8-b79e-eab2f0250253 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790707670824'] for network, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:46.351228 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5466c43b-fd10-4db8-b79e-eab2f0250253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for network, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:46.352265 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5466c43b-fd10-4db8-b79e-eab2f0250253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:30:46.352895 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5466c43b-fd10-4db8-b79e-eab2f0250253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:46.410742 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-5466c43b-fd10-4db8-b79e-eab2f0250253 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3254130 Sep 08 16:30:46.452079 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466c43b-fd10-4db8-b79e-eab2f0250253 admin admin] Pushing event updated for resources: {'Network': ['ID=53247314-0917-4209-a52b-c3cac09a18a2,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:30:46.464105 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Network 53247314-0917-4209-a52b-c3cac09a18a2 details requested by agent ovs-agent-dv-cinder-790535-14-iscsi with host dv-cinder-790535-14-iscsi {{(pid=94084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 16:30:48.696766 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 57806) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:30:48.773418 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c769057-26fe-4fe3-b317-957e95ec9e4f admin admin] GET failed (client error): The resource could not be found. Sep 08 16:30:48.775324 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-2c769057-26fe-4fe3-b317-957e95ec9e4f admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0770242 Sep 08 16:30:48.910374 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbee9482-2f02-42f5-8e82-946614784f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:30:48.911883 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-dbee9482-2f02-42f5-8e82-946614784f6d admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1292250 Sep 08 16:30:48.931255 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Request body: {'subnet': {'network_id': '53247314-0917-4209-a52b-c3cac09a18a2', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:30:48.955838 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Made reservation on behalf of 052766c8f3e949a09608753fb6bcae91 for: {'subnet': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:30:48.958445 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:49.138366 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for subnet, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:49.193686 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=311bee46-3a29-4357-b37f-53449089e92a,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:30:49.204014 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.204392 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.204735 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.205060 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.205385 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.205734 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.206092 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.206425 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.206763 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.207080 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.207421 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.207734 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.211039 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Checking segment: {'id': 'da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53247314-0917-4209-a52b-c3cac09a18a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:30:49.211436 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Network hostable DHCP agents. Network: 53247314-0917-4209-a52b-c3cac09a18a2, hostable agents: ['c6a67338-5c5e-4be7-97de-2bb9548e06ff'], hosted agents: [] {{(pid=94083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:30:49.230135 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Network 53247314-0917-4209-a52b-c3cac09a18a2 is scheduled to be hosted by DHCP agent c6a67338-5c5e-4be7-97de-2bb9548e06ff with binding_index 1 {{(pid=94083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:30:49.240362 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-14-iscsi, 53247314-0917-4209-a52b-c3cac09a18a2) {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:30:49.244705 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:30:49.245307 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:49.249827 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce3b1bd-19cc-44d1-b57d-b3ecfb12fb0a None None] Network 53247314-0917-4209-a52b-c3cac09a18a2 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:30:49.260285 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-bd7dfd58-4ae2-49a7-838a-22945708ba35 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3328538 Sep 08 16:30:49.408224 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd0c79c-1027-5749-bad1-05de697929c1-53247314-0917-4209-a52b-c3cac09a18a2', 'network_id': '53247314-0917-4209-a52b-c3cac09a18a2', 'tenant_id': '052766c8f3e949a09608753fb6bcae91', 'fixed_ips': [{'subnet_id': '311bee46-3a29-4357-b37f-53449089e92a'}]}} from dv-cinder-790535-14-iscsi. {{(pid=94084) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 16:30:49.409216 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:49.558288 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Allocated IP 192.168.233.2 (53247314-0917-4209-a52b-c3cac09a18a2/311bee46-3a29-4357-b37f-53449089e92a/13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:30:49.717017 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:49.732264 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Transition to ACTIVE for port object 13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:30:49.748851 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Transition to ACTIVE for port object 13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:30:49.756583 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:49.799584 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Network 53247314-0917-4209-a52b-c3cac09a18a2 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:30:49.802496 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:30:49.808106 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:30:49.815635 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Pushing event updated for resources: {'Port': ['ID=13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:30:49.825186 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.825552 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.825894 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.826226 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.826564 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.826886 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.827212 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.827561 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.827901 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.828480 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.828980 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.829405 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:30:49.876191 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Attempting to bind port 13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:30:49.876566 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Attempting to bind port 13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': 'da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53247314-0917-4209-a52b-c3cac09a18a2'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:30:49.876927 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Attempting to bind port 13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151 on network 53247314-0917-4209-a52b-c3cac09a18a2 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:30:49.882034 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:30:49.882406 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Checking segment: {'id': 'da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53247314-0917-4209-a52b-c3cac09a18a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:30:49.882807 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:49.883192 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Bound using segment: {'id': 'da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53247314-0917-4209-a52b-c3cac09a18a2'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:30:49.883682 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Bound port: 13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53247314-0917-4209-a52b-c3cac09a18a2'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:30:49.884061 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:49.947289 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] For port 13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:30:49.950540 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] For port 13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151,segment=NetworkSegment(da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d),segment_id=da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:30:49.955571 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:50.014796 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2d5dd-e067-4800-b18d-66af338ab42b None None] Pushing event updated for resources: {'Port': ['ID=13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:30:50.782824 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f241a85-b4c2-44a3-be82-07eeb04dc35e None None] Network 53247314-0917-4209-a52b-c3cac09a18a2 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:30:50.876535 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-c2a844e8-31d5-4637-965c-c58f5533610d None None] Provisioning for port 13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:30:51.141142 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:30:51.194316 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port 13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:30:51.201716 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:30:51.202090 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:51.224054 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-629b980c-ec66-46ef-949f-e7366f189f8b None None] Provisioning complete for port 13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:30:51.224432 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-629b980c-ec66-46ef-949f-e7366f189f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:51.341446 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-629b980c-ec66-46ef-949f-e7366f189f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:51.365166 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:51.395012 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-629b980c-ec66-46ef-949f-e7366f189f8b None None] For port 13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151,segment=NetworkSegment(da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d),segment_id=da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:30:51.401257 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-629b980c-ec66-46ef-949f-e7366f189f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:51.473636 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.db.api [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 16:30:51.474013 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG oslo_db.api [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 16:30:51.478203 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b980c-ec66-46ef-949f-e7366f189f8b None None] Pushing event updated for resources: {'Port': ['ID=13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:30:53.102726 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:30:53.152602 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 13bf84c1-c5ba-4e37-b9dd-c1aa29fb0151 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:30:53.152974 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:30:58.417812 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f74e2229-618b-4024-8b7f-e6ad98b0209b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:31:01.117269 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-07edd891-8cef-4e7d-ab20-43ffda2d456f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:31:01.196924 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:31:02.439753 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:31:04.071367 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:31:15.482968 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 5 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:31:28.413284 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8c2ffe56-2da0-4a7e-b1c5-6ee80ca0ef72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:31:31.117922 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cf58e0d5-a94b-4837-9508-dc24cdfa6939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:31:31.201260 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:31:32.439535 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:31:34.073461 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:31:52.482323 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 5 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:31:58.408311 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6f95a493-1249-41dd-97ad-bba36f799ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:32:01.123732 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b250b98a-32f1-41d3-b79a-a2898a197095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:32:01.206224 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:32:02.443799 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:32:04.073740 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:32:10.344866 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 57858) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:32:10.350865 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [None req-0255117a-3661-4de9-a6e5-992c48dffa1c tempest-verify_tempest_config-2129339579 tempest-verify_tempest_config-2129339579-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:32:10.351910 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-0255117a-3661-4de9-a6e5-992c48dffa1c tempest-verify_tempest_config-2129339579 tempest-verify_tempest_config-2129339579-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058589 Sep 08 16:32:10.705732 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 57876) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:32:10.821128 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-50d3a7b5-ae1a-4f8a-95d8-b2b4ab5a879c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:32:10.945594 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-50d3a7b5-ae1a-4f8a-95d8-b2b4ab5a879c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:32:10.951891 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-50d3a7b5-ae1a-4f8a-95d8-b2b4ab5a879c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:32:10.995433 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3a7b5-ae1a-4f8a-95d8-b2b4ab5a879c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e6afa3-4572-4fff-b09f-6e5d38ad0f90,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:32:10.999567 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-50d3a7b5-ae1a-4f8a-95d8-b2b4ab5a879c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=25ab722de7af48b88daeca19716fa7ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2927134 Sep 08 16:32:11.002804 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 57880) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:32:11.005368 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3a7b5-ae1a-4f8a-95d8-b2b4ab5a879c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.005736 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3a7b5-ae1a-4f8a-95d8-b2b4ab5a879c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.006082 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3a7b5-ae1a-4f8a-95d8-b2b4ab5a879c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.006415 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3a7b5-ae1a-4f8a-95d8-b2b4ab5a879c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.006719 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3a7b5-ae1a-4f8a-95d8-b2b4ab5a879c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.007067 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3a7b5-ae1a-4f8a-95d8-b2b4ab5a879c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.007426 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3a7b5-ae1a-4f8a-95d8-b2b4ab5a879c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.007790 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3a7b5-ae1a-4f8a-95d8-b2b4ab5a879c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.008229 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3a7b5-ae1a-4f8a-95d8-b2b4ab5a879c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.008568 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3a7b5-ae1a-4f8a-95d8-b2b4ab5a879c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.008902 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3a7b5-ae1a-4f8a-95d8-b2b4ab5a879c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.009207 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3a7b5-ae1a-4f8a-95d8-b2b4ab5a879c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.071187 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-29336fe0-d4cf-4ea2-8aa0-a14d6f89a83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:32:11.092577 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-29336fe0-d4cf-4ea2-8aa0-a14d6f89a83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:32:11.182844 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-29336fe0-d4cf-4ea2-8aa0-a14d6f89a83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:32:11.185384 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-29336fe0-d4cf-4ea2-8aa0-a14d6f89a83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:32:11.186571 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-29336fe0-d4cf-4ea2-8aa0-a14d6f89a83b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17e6afa3-4572-4fff-b09f-6e5d38ad0f90 HTTP/1.1" status: 204 len: 168 time: 0.1827726 Sep 08 16:32:11.194054 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29336fe0-d4cf-4ea2-8aa0-a14d6f89a83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e6afa3-4572-4fff-b09f-6e5d38ad0f90,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:32:11.200825 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29336fe0-d4cf-4ea2-8aa0-a14d6f89a83b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.201188 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29336fe0-d4cf-4ea2-8aa0-a14d6f89a83b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.201553 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29336fe0-d4cf-4ea2-8aa0-a14d6f89a83b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.201872 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29336fe0-d4cf-4ea2-8aa0-a14d6f89a83b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.202376 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29336fe0-d4cf-4ea2-8aa0-a14d6f89a83b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.202637 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29336fe0-d4cf-4ea2-8aa0-a14d6f89a83b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.202952 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29336fe0-d4cf-4ea2-8aa0-a14d6f89a83b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.203281 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29336fe0-d4cf-4ea2-8aa0-a14d6f89a83b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.203637 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29336fe0-d4cf-4ea2-8aa0-a14d6f89a83b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.204007 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29336fe0-d4cf-4ea2-8aa0-a14d6f89a83b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.204322 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29336fe0-d4cf-4ea2-8aa0-a14d6f89a83b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:11.204600 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29336fe0-d4cf-4ea2-8aa0-a14d6f89a83b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:32:28.419479 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e8e33e73-72b4-4aaf-a15c-7a7d910ed0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:32:29.481928 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 5 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:32:31.125794 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-88e9fa70-690d-423c-a5e8-a0a5abf74936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:32:31.218370 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:32:32.451266 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:32:34.072978 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:32:58.421443 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6678a0b2-11b1-45e9-ba29-9cce8ae9ec06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:33:01.121347 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cdcf4b85-0d65-4948-a3fd-465e8b6a89be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:33:01.220267 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:33:02.459467 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:33:04.078105 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:33:06.486426 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 5 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:33:28.420540 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-892fca21-c991-4cf8-9531-a6a951a39da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:33:31.117914 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8ab9ff73-129d-405c-8e54-3bb502b14adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:33:31.220904 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:33:32.455261 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:33:34.081608 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:33:43.486276 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 5 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:33:44.555210 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587485'] for agent, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:33:58.427578 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-de183613-5c03-4a7d-ba41-f1d606c5c3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:33:59.761115 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 57954) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:33:59.884695 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-9955950a-2f7f-4f57-b6ea-849ab08e825e admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1224194 Sep 08 16:34:01.112064 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-812fabf3-89b9-4fd9-a885-a34d0fba162a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:34:01.223004 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:34:02.124832 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 57964) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:34:02.186214 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-4629f89e-c7f0-422c-8b8e-0071e0afdc3f admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0602448 Sep 08 16:34:02.458390 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:34:04.084833 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:34:14.511960 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:34:20.490941 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:34:28.413259 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-10528747-3044-4dd0-bfd4-5816195e6158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:34:31.118678 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5ac83dd3-c1e4-4384-ac79-ce2ca38f6f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:34:31.218380 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:34:32.461789 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:34:34.090308 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:34:44.538148 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:34:57.492282 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:34:58.418608 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0919518e-4557-4c9f-9a38-d5db1039873a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:01.112140 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b571b268-886b-4b0c-9145-702fc6cbcb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:01.215114 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:02.464689 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:04.098514 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:14.534047 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:28.416124 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-68eb8c0b-6e34-471a-8a24-bad4572de120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:30.821799 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 58116) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:31.087983 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-network', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:31.121989 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2851-4fb1-4d03-83ca-f4de8138e5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:31.132360 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Made reservation on behalf of 4e1afedab9c44cb28f302d9f903cc9c1 for: {'network': 1} {{(pid=94082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:35:31.135718 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for network, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:31.147676 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:31.241415 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:31.262765 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:31.273460 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:31.311201 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9832bcc9-6bf5-4d39-a293-c01d95bf49d5,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:31.318920 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:35:31.321792 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.322200 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.322536 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.322957 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.323172 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.323518 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.323837 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.324168 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.324490 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.324957 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.325431 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.325749 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Tracked resource versions report: Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: pushed versions: Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: { 'AddressGroup': {'1.2'}, Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'ConntrackHelper': {'1.0'}, Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'Log': {'1.0'}, Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'Network': {'1.1'}, Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'Port': {'1.7'}, Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'PortForwarding': {'1.2'}, Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'QosPolicy': {'1.9'}, Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'SecurityGroup': {'1.4'}, Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'SecurityGroupRule': {'1.2'}, Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'SubPort': {'1.0'}, Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'Subnet': {'1.1'}, Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'Trunk': {'1.1'}} Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: consumer versions: Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: { DHCP agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: HyperV agent@hv-cinder-79053: {}, Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: L3 agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: Metadata agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: Metering agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: Open vSwitch agent@dv-cinder-790535-14-iscsi: { 'AddressGroup': '1.2', Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'ConntrackHelper': '1.0', Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'Log': '1.0', Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'Network': '1.1', Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'Port': '1.7', Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'PortForwarding': '1.2', Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'QosPolicy': '1.9', Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'SecurityGroup': '1.4', Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'SecurityGroupRule': '1.2', Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'SubPort': '1.0', Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'Subnet': '1.1', Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: 'Trunk': '1.1'}} Sep 08 16:35:31.327286 dv-cinder-790535-14-iscsi neutron-server[94082]: {{(pid=94082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 16:35:31.339493 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:31.340043 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.db.segments_db [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Added segment 36ca834f-8c39-4a3f-af4b-a1291b898cec of type vlan for network d5885bf2-f857-4e7a-90de-683d9b947e27 Sep 08 16:35:31.400011 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790707670824'] for network, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:31.426623 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for network, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:31.427695 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:31.428273 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:31.450547 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6269996 Sep 08 16:35:31.454380 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 58166) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:31.461181 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Request body: {'subnet': {'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-subnet', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:31.486372 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Made reservation on behalf of 4e1afedab9c44cb28f302d9f903cc9c1 for: {'subnet': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:35:31.489159 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:31.504843 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa94d6f-8dc3-4a28-828d-58f5233d8487 admin admin] Pushing event updated for resources: {'Network': ['ID=d5885bf2-f857-4e7a-90de-683d9b947e27,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:31.516770 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Network d5885bf2-f857-4e7a-90de-683d9b947e27 details requested by agent ovs-agent-dv-cinder-790535-14-iscsi with host dv-cinder-790535-14-iscsi {{(pid=94084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 16:35:31.688899 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for subnet, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:31.855681 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Checking segment: {'id': '36ca834f-8c39-4a3f-af4b-a1291b898cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:35:31.856023 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Network hostable DHCP agents. Network: d5885bf2-f857-4e7a-90de-683d9b947e27, hostable agents: ['c6a67338-5c5e-4be7-97de-2bb9548e06ff'], hosted agents: [] {{(pid=94083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:35:31.861461 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c2d542b-edd8-4e91-896a-b3e1b00238ca,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:31.872086 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.872492 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.872921 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.873263 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.873579 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.873902 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.874224 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.874558 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.874875 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.875183 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.875521 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.875826 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Tracked resource versions report: Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: pushed versions: Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: { 'AddressGroup': {'1.2'}, Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'ConntrackHelper': {'1.0'}, Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'Log': {'1.0'}, Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'Network': {'1.1'}, Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'Port': {'1.7'}, Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'PortForwarding': {'1.2'}, Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'QosPolicy': {'1.9'}, Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'SecurityGroup': {'1.4'}, Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'SecurityGroupRule': {'1.2'}, Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'SubPort': {'1.0'}, Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'Subnet': {'1.1'}, Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'Trunk': {'1.1'}} Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: consumer versions: Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: { DHCP agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: HyperV agent@hv-cinder-79053: {}, Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: L3 agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: Metadata agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: Metering agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: Open vSwitch agent@dv-cinder-790535-14-iscsi: { 'AddressGroup': '1.2', Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'ConntrackHelper': '1.0', Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'Log': '1.0', Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'Network': '1.1', Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'Port': '1.7', Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'PortForwarding': '1.2', Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'QosPolicy': '1.9', Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'SecurityGroup': '1.4', Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'SecurityGroupRule': '1.2', Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'SubPort': '1.0', Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'Subnet': '1.1', Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: 'Trunk': '1.1'}} Sep 08 16:35:31.876874 dv-cinder-790535-14-iscsi neutron-server[94083]: {{(pid=94083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 16:35:31.888929 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Network d5885bf2-f857-4e7a-90de-683d9b947e27 is scheduled to be hosted by DHCP agent c6a67338-5c5e-4be7-97de-2bb9548e06ff with binding_index 1 {{(pid=94083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:35:31.904066 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-14-iscsi, d5885bf2-f857-4e7a-90de-683d9b947e27) {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:35:31.913910 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f3eb78-6c9b-47b2-b84c-8f6a350ef84d None None] Network d5885bf2-f857-4e7a-90de-683d9b947e27 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:35:31.915270 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:31.915864 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:31.938692 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 58184) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:31.939198 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-53cea13c-7e3a-4207-9dc2-2ff21282812d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4835508 Sep 08 16:35:31.943144 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-575c470b-959f-4bac-a76c-951c69eb5765 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:31.948035 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 58186) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:31.970499 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-575c470b-959f-4bac-a76c-951c69eb5765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14265'] for router, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:31.972373 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-575c470b-959f-4bac-a76c-951c69eb5765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583829', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14256'] for router, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.091635 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-575c470b-959f-4bac-a76c-951c69eb5765 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.111146 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd0c79c-1027-5749-bad1-05de697929c1-d5885bf2-f857-4e7a-90de-683d9b947e27', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca'}]}} from dv-cinder-790535-14-iscsi. {{(pid=94084) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 16:35:32.112610 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.173425 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 58200) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:32.211034 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 58206) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:32.266704 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 58210) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:32.270169 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Allocated IP 172.20.0.2 (d5885bf2-f857-4e7a-90de-683d9b947e27/7c2d542b-edd8-4e91-896a-b3e1b00238ca/951fcd9e-64c5-4fbb-9d42-f926e6844f8f) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:35:32.335616 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-e5943e2e-cf8a-46ec-b7ba-9804503d8c1a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-622478252-network', 'tenant_id': '84fa32749f264ec8b6d62df3cba7cca5'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:32.335834 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-575c470b-959f-4bac-a76c-951c69eb5765 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.371042 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5943e2e-cf8a-46ec-b7ba-9804503d8c1a admin admin] Made reservation on behalf of 84fa32749f264ec8b6d62df3cba7cca5 for: {'network': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:35:32.379197 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-e5943e2e-cf8a-46ec-b7ba-9804503d8c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for network, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.416933 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-e5943e2e-cf8a-46ec-b7ba-9804503d8c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.430661 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-f818938a-cd40-4ed7-83a0-629382370b56 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-209972754-network', 'tenant_id': '81c4757c7f3247b68665fdb276686a96'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:32.487736 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.503761 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.527380 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Transition to ACTIVE for port object 951fcd9e-64c5-4fbb-9d42-f926e6844f8f will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:35:32.552769 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Transition to ACTIVE for port object 951fcd9e-64c5-4fbb-9d42-f926e6844f8f will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:35:32.558214 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-e5943e2e-cf8a-46ec-b7ba-9804503d8c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.565697 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.576803 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-e5943e2e-cf8a-46ec-b7ba-9804503d8c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.612184 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Network d5885bf2-f857-4e7a-90de-683d9b947e27 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:35:32.615850 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:35:32.617142 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5943e2e-cf8a-46ec-b7ba-9804503d8c1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:35:32.619596 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:35:32.632935 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-e5943e2e-cf8a-46ec-b7ba-9804503d8c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.633376 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.segments_db [None req-e5943e2e-cf8a-46ec-b7ba-9804503d8c1a admin admin] Added segment d23cb0ec-cdc1-4868-ba96-e7c40ffb941c of type vlan for network 574c1af2-643a-429f-b626-b7bd562a2df8 Sep 08 16:35:32.634949 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Pushing event updated for resources: {'Port': ['ID=951fcd9e-64c5-4fbb-9d42-f926e6844f8f,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:32.662497 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:32.662851 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:32.663197 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:32.663585 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:32.664002 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:32.664252 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:32.664618 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:32.664943 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:32.665409 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:32.665762 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:32.666071 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:32.666448 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Tracked resource versions report: Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: pushed versions: Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: { 'AddressGroup': {'1.2'}, Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'ConntrackHelper': {'1.0'}, Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'Log': {'1.0'}, Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'Network': {'1.1'}, Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'Port': {'1.7'}, Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'PortForwarding': {'1.2'}, Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'QosPolicy': {'1.9'}, Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'SecurityGroup': {'1.4'}, Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'SecurityGroupRule': {'1.2'}, Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'SubPort': {'1.0'}, Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'Subnet': {'1.1'}, Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'Trunk': {'1.1'}} Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: consumer versions: Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: { DHCP agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: HyperV agent@hv-cinder-79053: {}, Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: L3 agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: Metadata agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: Metering agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: Open vSwitch agent@dv-cinder-790535-14-iscsi: { 'AddressGroup': '1.2', Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'ConntrackHelper': '1.0', Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'Log': '1.0', Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'Network': '1.1', Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'Port': '1.7', Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'PortForwarding': '1.2', Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'QosPolicy': '1.9', Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'SecurityGroup': '1.4', Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'SecurityGroupRule': '1.2', Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'SubPort': '1.0', Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'Subnet': '1.1', Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: 'Trunk': '1.1'}} Sep 08 16:35:32.667895 dv-cinder-790535-14-iscsi neutron-server[94084]: {{(pid=94084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 16:35:32.680642 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-e5943e2e-cf8a-46ec-b7ba-9804503d8c1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790707670824'] for network, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.710060 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Attempting to bind port 951fcd9e-64c5-4fbb-9d42-f926e6844f8f on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:35:32.710634 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Attempting to bind port 951fcd9e-64c5-4fbb-9d42-f926e6844f8f by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '36ca834f-8c39-4a3f-af4b-a1291b898cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:35:32.710865 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Attempting to bind port 951fcd9e-64c5-4fbb-9d42-f926e6844f8f on network d5885bf2-f857-4e7a-90de-683d9b947e27 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:35:32.719891 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:35:32.720315 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-236b46be-7468-4330-8c5a-bfeb845110d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1365673391-network', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:32.720857 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Checking segment: {'id': '36ca834f-8c39-4a3f-af4b-a1291b898cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:35:32.721526 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.722498 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Bound using segment: {'id': '36ca834f-8c39-4a3f-af4b-a1291b898cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:35:32.723631 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Bound port: 951fcd9e-64c5-4fbb-9d42-f926e6844f8f, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ca834f-8c39-4a3f-af4b-a1291b898cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:35:32.723858 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f818938a-cd40-4ed7-83a0-629382370b56 admin admin] Made reservation on behalf of 81c4757c7f3247b68665fdb276686a96 for: {'network': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:35:32.724018 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.726531 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f818938a-cd40-4ed7-83a0-629382370b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for network, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.746665 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-a0157fd6-e2b9-409d-b943-19f437e40d74 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-554457277-network', 'tenant_id': 'b37fecc579c1473c8b83905a25042a91'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:32.755058 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5943e2e-cf8a-46ec-b7ba-9804503d8c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fb97f8-a3a4-455c-9c48-cc3c08bff063,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:32.758202 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-e5943e2e-cf8a-46ec-b7ba-9804503d8c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for network, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.759559 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5943e2e-cf8a-46ec-b7ba-9804503d8c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:32.760281 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-e5943e2e-cf8a-46ec-b7ba-9804503d8c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.815123 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-575c470b-959f-4bac-a76c-951c69eb5765 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.818569 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-e5943e2e-cf8a-46ec-b7ba-9804503d8c1a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8691931 Sep 08 16:35:32.819508 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 58232) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:32.824510 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f818938a-cd40-4ed7-83a0-629382370b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.833497 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-f0ff3202-ca66-42db-a839-62434e6d5d09 admin admin] Request body: {'subnet': {'network_id': '574c1af2-643a-429f-b626-b7bd562a2df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-622478252-subnet', 'tenant_id': '84fa32749f264ec8b6d62df3cba7cca5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:32.849330 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-575c470b-959f-4bac-a76c-951c69eb5765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.874285 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] For port 951fcd9e-64c5-4fbb-9d42-f926e6844f8f, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:35:32.882983 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] For port 951fcd9e-64c5-4fbb-9d42-f926e6844f8f, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=951fcd9e-64c5-4fbb-9d42-f926e6844f8f,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:35:32.892159 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.898003 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5943e2e-cf8a-46ec-b7ba-9804503d8c1a admin admin] Pushing event updated for resources: {'Network': ['ID=574c1af2-643a-429f-b626-b7bd562a2df8,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:32.914272 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236b46be-7468-4330-8c5a-bfeb845110d5 admin admin] Made reservation on behalf of 1c557bacc0f34ebebe377a14efbe9c0d for: {'network': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:35:32.916637 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-236b46be-7468-4330-8c5a-bfeb845110d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for network, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.927640 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Network 574c1af2-643a-429f-b626-b7bd562a2df8 details requested by agent ovs-agent-dv-cinder-790535-14-iscsi with host dv-cinder-790535-14-iscsi {{(pid=94084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 16:35:32.959954 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-236b46be-7468-4330-8c5a-bfeb845110d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:32.988099 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0157fd6-e2b9-409d-b943-19f437e40d74 admin admin] Made reservation on behalf of b37fecc579c1473c8b83905a25042a91 for: {'network': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:35:33.001537 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0157fd6-e2b9-409d-b943-19f437e40d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for network, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:33.048440 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0157fd6-e2b9-409d-b943-19f437e40d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:33.053276 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.db.api [None req-f818938a-cd40-4ed7-83a0-629382370b56 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 16:35:33.053276 dv-cinder-790535-14-iscsi neutron-server[94083]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 16:35:33.053276 dv-cinder-790535-14-iscsi neutron-server[94083]: [parameters: {'project_id_1': '81c4757c7f3247b68665fdb276686a96', 'expiration_1': datetime.datetime(2021, 9, 8, 16, 35, 12, 910418)}] Sep 08 16:35:33.053276 dv-cinder-790535-14-iscsi neutron-server[94083]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 16:35:33.053727 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG oslo_db.api [None req-f818938a-cd40-4ed7-83a0-629382370b56 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 16:35:33.069819 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b37121-301b-4203-8273-26d06741b9c6 None None] Pushing event updated for resources: {'Port': ['ID=951fcd9e-64c5-4fbb-9d42-f926e6844f8f,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:33.083529 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ff3202-ca66-42db-a839-62434e6d5d09 admin admin] Made reservation on behalf of 84fa32749f264ec8b6d62df3cba7cca5 for: {'subnet': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:35:33.085838 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3202-ca66-42db-a839-62434e6d5d09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:33.143189 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-575c470b-959f-4bac-a76c-951c69eb5765 admin admin] Allocated IP 172.27.3.169 (84aa3881-86d2-4090-846d-df2f4a76ffa3/4838e23d-7083-4c92-9a08-11046328e4a1/c1d672ab-33c9-4eae-97fd-4b05b225b6fa) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:35:33.344467 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-575c470b-959f-4bac-a76c-951c69eb5765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:33.411430 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-236b46be-7468-4330-8c5a-bfeb845110d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:33.428094 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-236b46be-7468-4330-8c5a-bfeb845110d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:33.500088 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-575c470b-959f-4bac-a76c-951c69eb5765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:33.554347 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f818938a-cd40-4ed7-83a0-629382370b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:33.560617 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0157fd6-e2b9-409d-b943-19f437e40d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:33.572687 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236b46be-7468-4330-8c5a-bfeb845110d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:35:33.574970 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3202-ca66-42db-a839-62434e6d5d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for subnet, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:33.588724 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0157fd6-e2b9-409d-b943-19f437e40d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:33.592018 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575c470b-959f-4bac-a76c-951c69eb5765 admin admin] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:35:33.599793 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-575c470b-959f-4bac-a76c-951c69eb5765 admin admin] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:35:33.600090 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b46be-7468-4330-8c5a-bfeb845110d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4890bb64-0500-47c1-8b48-723d186fc15d,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:33.603642 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-236b46be-7468-4330-8c5a-bfeb845110d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:33.604030 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.segments_db [None req-236b46be-7468-4330-8c5a-bfeb845110d5 admin admin] Added segment f3688c3c-dbc6-43be-b85b-d7d2696b7239 of type vlan for network f9db32ff-f404-4a60-9a66-c9419aa017aa Sep 08 16:35:33.607347 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c470b-959f-4bac-a76c-951c69eb5765 admin admin] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:35:33.662207 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0157fd6-e2b9-409d-b943-19f437e40d74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:35:33.701164 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c470b-959f-4bac-a76c-951c69eb5765 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d672ab-33c9-4eae-97fd-4b05b225b6fa,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:33.744410 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0157fd6-e2b9-409d-b943-19f437e40d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a03790-51e6-438c-b788-e9a81f9e0450,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:33.755959 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-236b46be-7468-4330-8c5a-bfeb845110d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790707670824'] for network, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:33.760892 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0157fd6-e2b9-409d-b943-19f437e40d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:33.761364 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.segments_db [None req-a0157fd6-e2b9-409d-b943-19f437e40d74 admin admin] Added segment e631686a-1086-45ee-8f3b-c6edaa5166b6 of type vlan for network 526f19c3-d660-4150-b4a9-8068c02c7731 Sep 08 16:35:33.795881 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff3202-ca66-42db-a839-62434e6d5d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f0c44d8-8cf8-4edf-ade7-ea70aaed4634,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:33.877252 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0157fd6-e2b9-409d-b943-19f437e40d74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790707670824'] for network, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:33.906117 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.db.resource_extend [None req-236b46be-7468-4330-8c5a-bfeb845110d5 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 16:35:33.921679 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0157fd6-e2b9-409d-b943-19f437e40d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for network, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:33.923036 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0157fd6-e2b9-409d-b943-19f437e40d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:33.923891 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0157fd6-e2b9-409d-b943-19f437e40d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:33.981622 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ff3202-ca66-42db-a839-62434e6d5d09 admin admin] Checking segment: {'id': 'd23cb0ec-cdc1-4868-ba96-e7c40ffb941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '574c1af2-643a-429f-b626-b7bd562a2df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:35:33.982221 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ff3202-ca66-42db-a839-62434e6d5d09 admin admin] Network hostable DHCP agents. Network: 574c1af2-643a-429f-b626-b7bd562a2df8, hostable agents: ['c6a67338-5c5e-4be7-97de-2bb9548e06ff'], hosted agents: [] {{(pid=94083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:35:34.015919 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-236b46be-7468-4330-8c5a-bfeb845110d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for network, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:34.017131 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b46be-7468-4330-8c5a-bfeb845110d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:34.017975 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-236b46be-7468-4330-8c5a-bfeb845110d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:34.103732 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0157fd6-e2b9-409d-b943-19f437e40d74 admin admin] Pushing event updated for resources: {'Network': ['ID=526f19c3-d660-4150-b4a9-8068c02c7731,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:34.128591 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Network 526f19c3-d660-4150-b4a9-8068c02c7731 details requested by agent ovs-agent-dv-cinder-790535-14-iscsi with host dv-cinder-790535-14-iscsi {{(pid=94084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 16:35:34.132400 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-575c470b-959f-4bac-a76c-951c69eb5765 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:34.133650 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:34.182532 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ff3202-ca66-42db-a839-62434e6d5d09 admin admin] Network 574c1af2-643a-429f-b626-b7bd562a2df8 is scheduled to be hosted by DHCP agent c6a67338-5c5e-4be7-97de-2bb9548e06ff with binding_index 1 {{(pid=94083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:35:34.217618 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f818938a-cd40-4ed7-83a0-629382370b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:34.227105 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-f0ff3202-ca66-42db-a839-62434e6d5d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-14-iscsi, 574c1af2-643a-429f-b626-b7bd562a2df8) {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:35:34.258785 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20fe734-ec0f-4027-ad86-a26dd47f6abe None None] Network 574c1af2-643a-429f-b626-b7bd562a2df8 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:35:34.271954 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f818938a-cd40-4ed7-83a0-629382370b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:34.277079 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ff3202-ca66-42db-a839-62434e6d5d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:34.277756 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3202-ca66-42db-a839-62434e6d5d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:34.290916 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-a0157fd6-e2b9-409d-b943-19f437e40d74 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0787745 Sep 08 16:35:34.291752 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b46be-7468-4330-8c5a-bfeb845110d5 admin admin] Pushing event updated for resources: {'Network': ['ID=f9db32ff-f404-4a60-9a66-c9419aa017aa,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:34.298514 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-236b46be-7468-4330-8c5a-bfeb845110d5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0299659 Sep 08 16:35:34.300603 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 58274) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:34.300603 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 58276) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:34.305820 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88994462-827b-4eae-b4d5-3c267240ec22 None None] Network d5885bf2-f857-4e7a-90de-683d9b947e27 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:35:34.309050 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-0f6efbb6-7a8a-45d2-91ef-1abb3448e459 admin admin] Request body: {'subnet': {'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-554457277-subnet', 'tenant_id': 'b37fecc579c1473c8b83905a25042a91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:34.315824 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-9ca089ff-b966-47f3-9043-067c9ee1c0c3 admin admin] Request body: {'subnet': {'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1365673391-subnet', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:34.316550 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Network f9db32ff-f404-4a60-9a66-c9419aa017aa details requested by agent ovs-agent-dv-cinder-790535-14-iscsi with host dv-cinder-790535-14-iscsi {{(pid=94084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 16:35:34.349788 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f818938a-cd40-4ed7-83a0-629382370b56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:35:34.373399 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-f0ff3202-ca66-42db-a839-62434e6d5d09 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5455673 Sep 08 16:35:34.399670 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818938a-cd40-4ed7-83a0-629382370b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:34.428904 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f818938a-cd40-4ed7-83a0-629382370b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:34.429787 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.segments_db [None req-f818938a-cd40-4ed7-83a0-629382370b56 admin admin] Added segment 242b69dc-0951-4bdf-9df7-9bd4972521ae of type vlan for network 36f557e5-0efe-4eef-bced-be0bb3e3f756 Sep 08 16:35:34.436325 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca089ff-b966-47f3-9043-067c9ee1c0c3 admin admin] Made reservation on behalf of 1c557bacc0f34ebebe377a14efbe9c0d for: {'subnet': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:35:34.439925 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9ca089ff-b966-47f3-9043-067c9ee1c0c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:34.492679 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:35:34.534045 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f818938a-cd40-4ed7-83a0-629382370b56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790707670824'] for network, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:34.554646 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-2f649a09-6047-4bc3-88a7-0dcc0e1de4e2 None None] Provisioning for port 951fcd9e-64c5-4fbb-9d42-f926e6844f8f completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:35:34.571042 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f818938a-cd40-4ed7-83a0-629382370b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for network, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:34.572197 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f818938a-cd40-4ed7-83a0-629382370b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:34.572653 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f818938a-cd40-4ed7-83a0-629382370b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:34.636176 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-575c470b-959f-4bac-a76c-951c69eb5765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587332'] for router, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:34.678300 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790847fd-bdf1-4dd4-ab97-8f9c8d79a1c6 None None] Network 574c1af2-643a-429f-b626-b7bd562a2df8 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:35:34.693915 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6efbb6-7a8a-45d2-91ef-1abb3448e459 admin admin] Made reservation on behalf of b37fecc579c1473c8b83905a25042a91 for: {'subnet': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:35:34.696378 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0f6efbb6-7a8a-45d2-91ef-1abb3448e459 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:34.702993 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-f818938a-cd40-4ed7-83a0-629382370b56 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5283434 Sep 08 16:35:34.710962 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 58294) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:34.729470 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-2ab2e39e-4827-4cec-92c2-3bf76046fd0c admin admin] Request body: {'subnet': {'network_id': '36f557e5-0efe-4eef-bced-be0bb3e3f756', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-209972754-subnet', 'tenant_id': '81c4757c7f3247b68665fdb276686a96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:34.798034 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818938a-cd40-4ed7-83a0-629382370b56 admin admin] Pushing event updated for resources: {'Network': ['ID=36f557e5-0efe-4eef-bced-be0bb3e3f756,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:34.831439 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab2e39e-4827-4cec-92c2-3bf76046fd0c admin admin] Made reservation on behalf of 81c4757c7f3247b68665fdb276686a96 for: {'subnet': 1} {{(pid=94082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:35:34.836869 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e39e-4827-4cec-92c2-3bf76046fd0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:34.897598 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Network 36f557e5-0efe-4eef-bced-be0bb3e3f756 details requested by agent ovs-agent-dv-cinder-790535-14-iscsi with host dv-cinder-790535-14-iscsi {{(pid=94084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 16:35:34.988659 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575c470b-959f-4bac-a76c-951c69eb5765 admin admin] Router 1c2981d7-ce23-42c4-a649-13d935c11465 is scheduled to L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 with binding_index 1 {{(pid=94082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 16:35:35.162907 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9ca089ff-b966-47f3-9043-067c9ee1c0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for subnet, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:35.203182 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0f6efbb6-7a8a-45d2-91ef-1abb3448e459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for subnet, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:35.243760 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca089ff-b966-47f3-9043-067c9ee1c0c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:35.314915 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6efbb6-7a8a-45d2-91ef-1abb3448e459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7919065-c634-4191-97d6-8e6fcf1f2ec3,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:35.332545 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca089ff-b966-47f3-9043-067c9ee1c0c3 admin admin] Checking segment: {'id': 'f3688c3c-dbc6-43be-b85b-d7d2696b7239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:35:35.333190 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca089ff-b966-47f3-9043-067c9ee1c0c3 admin admin] Network hostable DHCP agents. Network: f9db32ff-f404-4a60-9a66-c9419aa017aa, hostable agents: ['c6a67338-5c5e-4be7-97de-2bb9548e06ff'], hosted agents: [] {{(pid=94083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:35:35.354421 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6efbb6-7a8a-45d2-91ef-1abb3448e459 admin admin] Checking segment: {'id': 'e631686a-1086-45ee-8f3b-c6edaa5166b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:35:35.355535 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6efbb6-7a8a-45d2-91ef-1abb3448e459 admin admin] Network hostable DHCP agents. Network: 526f19c3-d660-4150-b4a9-8068c02c7731, hostable agents: ['c6a67338-5c5e-4be7-97de-2bb9548e06ff'], hosted agents: [] {{(pid=94083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:35:35.375476 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca089ff-b966-47f3-9043-067c9ee1c0c3 admin admin] Network f9db32ff-f404-4a60-9a66-c9419aa017aa is scheduled to be hosted by DHCP agent c6a67338-5c5e-4be7-97de-2bb9548e06ff with binding_index 1 {{(pid=94083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:35:35.411727 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6efbb6-7a8a-45d2-91ef-1abb3448e459 admin admin] Network 526f19c3-d660-4150-b4a9-8068c02c7731 is scheduled to be hosted by DHCP agent c6a67338-5c5e-4be7-97de-2bb9548e06ff with binding_index 1 {{(pid=94083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:35:35.420754 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-9ca089ff-b966-47f3-9043-067c9ee1c0c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-14-iscsi, f9db32ff-f404-4a60-9a66-c9419aa017aa) {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:35:35.437336 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 58338) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:35.438262 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-0f6efbb6-7a8a-45d2-91ef-1abb3448e459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-14-iscsi, 526f19c3-d660-4150-b4a9-8068c02c7731) {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:35:35.446101 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503e1e43-c3bd-4e78-9df9-838c1d3571ad None None] Network f9db32ff-f404-4a60-9a66-c9419aa017aa requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:35:35.456792 dv-cinder-790535-14-iscsi neutron-server[94083]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 08 16:35:35.458285 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca089ff-b966-47f3-9043-067c9ee1c0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:35.459033 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9ca089ff-b966-47f3-9043-067c9ee1c0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:35.461182 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575c470b-959f-4bac-a76c-951c69eb5765 admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:35:35.468272 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e39e-4827-4cec-92c2-3bf76046fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for subnet, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:35.471364 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] Sync routers for ids ['1c2981d7-ce23-42c4-a649-13d935c11465'] in dv-cinder-790535-14-iscsi {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:35:35.492612 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] Routers {'1c2981d7-ce23-42c4-a649-13d935c11465'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:35:35.493303 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:35:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['1c2981d7-ce23-42c4-a649-13d935c11465'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:35.543151 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2e39e-4827-4cec-92c2-3bf76046fd0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3240b4ec-a6f2-4115-bd70-90b9d26d722b,revision_number=0']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:35.544629 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 951fcd9e-64c5-4fbb-9d42-f926e6844f8f up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:35:35.580743 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6efbb6-7a8a-45d2-91ef-1abb3448e459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:35.581372 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0f6efbb6-7a8a-45d2-91ef-1abb3448e459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:35.588810 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-575c470b-959f-4bac-a76c-951c69eb5765 admin admin] Notify callbacks [] for router, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:35.597967 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-575c470b-959f-4bac-a76c-951c69eb5765 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6580362 Sep 08 16:35:35.601734 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 58346) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:35.606901 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc03974b-1ee4-4ba7-a726-e3e81ef0934e None None] Network 526f19c3-d660-4150-b4a9-8068c02c7731 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:35:35.624910 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-9ca089ff-b966-47f3-9043-067c9ee1c0c3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3198371 Sep 08 16:35:35.636144 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab2e39e-4827-4cec-92c2-3bf76046fd0c admin admin] Checking segment: {'id': '242b69dc-0951-4bdf-9df7-9bd4972521ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '36f557e5-0efe-4eef-bced-be0bb3e3f756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:35:35.637317 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab2e39e-4827-4cec-92c2-3bf76046fd0c admin admin] Network hostable DHCP agents. Network: 36f557e5-0efe-4eef-bced-be0bb3e3f756, hostable agents: ['c6a67338-5c5e-4be7-97de-2bb9548e06ff'], hosted agents: [] {{(pid=94082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:35:35.641314 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 58348) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:35.643727 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] Set router 1c2981d7-ce23-42c4-a649-13d935c11465 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:35:35.645981 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-a7884e01-28dc-42cc-a195-3d5b759773d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:35.685636 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-0f6efbb6-7a8a-45d2-91ef-1abb3448e459 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3815370 Sep 08 16:35:35.698274 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a7884e01-28dc-42cc-a195-3d5b759773d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14265'] for router, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:35.699487 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a7884e01-28dc-42cc-a195-3d5b759773d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583829', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14256'] for router, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:35.838383 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-273c5015-e338-47be-8df1-f165115be863 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:35.840003 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-273c5015-e338-47be-8df1-f165115be863 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/networks?id=574c1af2-643a-429f-b626-b7bd562a2df8 HTTP/1.1" status: 200 len: 811 time: 0.3844917 Sep 08 16:35:35.851485 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:31Z', 'updated_at': '2021-09-08T16:35:33Z', 'revision_number': 3, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'gw_port': {'id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:32Z', 'updated_at': '2021-09-08T16:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:35.862089 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab2e39e-4827-4cec-92c2-3bf76046fd0c admin admin] Network 36f557e5-0efe-4eef-bced-be0bb3e3f756 is scheduled to be hosted by DHCP agent c6a67338-5c5e-4be7-97de-2bb9548e06ff with binding_index 1 {{(pid=94082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:35:35.872604 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 58354) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:35.889569 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a7884e01-28dc-42cc-a195-3d5b759773d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:35.898990 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bbe228-e5fd-49d8-a076-cf1c6906c70c None None] Network 526f19c3-d660-4150-b4a9-8068c02c7731 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:35:35.917287 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] Checking router: 1c2981d7-ce23-42c4-a649-13d935c11465 for host: dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:35:35.917808 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] Updating router 1c2981d7-ce23-42c4-a649-13d935c11465 port c1d672ab-33c9-4eae-97fd-4b05b225b6fa binding host dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:35:35.945993 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:35.952252 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port 951fcd9e-64c5-4fbb-9d42-f926e6844f8f completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:35:35.983540 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-2ab2e39e-4827-4cec-92c2-3bf76046fd0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-14-iscsi, 36f557e5-0efe-4eef-bced-be0bb3e3f756) {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:35:36.012472 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab2e39e-4827-4cec-92c2-3bf76046fd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:36.013083 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e39e-4827-4cec-92c2-3bf76046fd0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:36.094061 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b8d5c5-96f8-4f0e-a1bf-dfc7ab48a04d None None] Network 36f557e5-0efe-4eef-bced-be0bb3e3f756 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:35:36.151665 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 951fcd9e-64c5-4fbb-9d42-f926e6844f8f triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:35:36.152036 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:36.171511 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd0c79c-1027-5749-bad1-05de697929c1-f9db32ff-f404-4a60-9a66-c9419aa017aa', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'fixed_ips': [{'subnet_id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549'}]}} from dv-cinder-790535-14-iscsi. {{(pid=94084) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 16:35:36.172428 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:36.178438 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-2ab2e39e-4827-4cec-92c2-3bf76046fd0c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4626710 Sep 08 16:35:36.179244 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 58366) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:36.240565 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-30591c76-d26f-4028-bb17-79dd807c8ded admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-209972754-router', 'tenant_id': '81c4757c7f3247b68665fdb276686a96', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:36.246741 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5a1f304d-bc7b-4e50-8687-7a226b77d3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:36.259814 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-26bb230e-9091-44a6-9a18-398a99cac79c tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/quotas/84fa32749f264ec8b6d62df3cba7cca5 HTTP/1.1" status: 200 len: 375 time: 0.3684282 Sep 08 16:35:36.373294 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-404a9545-e34a-4068-9933-10272cbcfb6c tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=84fa32749f264ec8b6d62df3cba7cca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1124370 Sep 08 16:35:36.445396 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:36.461768 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] Transition to ACTIVE for port object c1d672ab-33c9-4eae-97fd-4b05b225b6fa will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:35:36.483821 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:36.494127 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 58388) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:36.499763 dv-cinder-790535-14-iscsi neutron-server[94082]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 08 16:35:36.520977 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-993a160e-b33d-4d04-9343-cb17cdead99c None None] Provisioning complete for port 951fcd9e-64c5-4fbb-9d42-f926e6844f8f triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:35:36.521575 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-993a160e-b33d-4d04-9343-cb17cdead99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:36.523471 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5a1f304d-bc7b-4e50-8687-7a226b77d3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:36.552019 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5a1f304d-bc7b-4e50-8687-7a226b77d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:36.565470 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] Attempting to bind port c1d672ab-33c9-4eae-97fd-4b05b225b6fa on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:35:36.565995 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] Attempting to bind port c1d672ab-33c9-4eae-97fd-4b05b225b6fa by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:35:36.566211 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] Attempting to bind port c1d672ab-33c9-4eae-97fd-4b05b225b6fa on network 84aa3881-86d2-4090-846d-df2f4a76ffa3 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:35:36.579062 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a7884e01-28dc-42cc-a195-3d5b759773d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:36.584895 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:35:36.585512 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] Checking segment: {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:35:36.586094 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:36.586649 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] Bound using segment: {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:35:36.587281 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] Bound port: c1d672ab-33c9-4eae-97fd-4b05b225b6fa, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:35:36.587892 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:36.594924 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-057378dd-6493-43ee-829a-6bbcce973249 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:35:36.596742 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-057378dd-6493-43ee-829a-6bbcce973249 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0943379 Sep 08 16:35:36.597145 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-5a1f304d-bc7b-4e50-8687-7a226b77d3c7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bfab9c6dc8684f5ea8684975dfbc3361&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7240155 Sep 08 16:35:36.597350 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 58396) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:36.636146 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-30591c76-d26f-4028-bb17-79dd807c8ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14265'] for router, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:36.637577 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-30591c76-d26f-4028-bb17-79dd807c8ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583829', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14256'] for router, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:36.650876 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] For port c1d672ab-33c9-4eae-97fd-4b05b225b6fa, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:35:36.654790 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] For port c1d672ab-33c9-4eae-97fd-4b05b225b6fa, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=c1d672ab-33c9-4eae-97fd-4b05b225b6fa,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:35:36.659792 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:36.663542 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:36.680329 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f304d-bc7b-4e50-8687-7a226b77d3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9042504c-e6e1-4356-93a7-36a8dda1646a,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:36.697536 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Allocated IP 172.20.0.2 (f9db32ff-f404-4a60-9a66-c9419aa017aa/b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549/84d011fa-4a24-404b-974e-148ce7f01810) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:35:36.698545 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ef06b-6314-46e5-abbb-90e53b74bc23 None None] Pushing event updated for resources: {'Port': ['ID=c1d672ab-33c9-4eae-97fd-4b05b225b6fa,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:36.708364 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c4f882-06d0-40c6-80ee-b9485f35d46d None None] Network 36f557e5-0efe-4eef-bced-be0bb3e3f756 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:35:36.717977 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ef06b-6314-46e5-abbb-90e53b74bc23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:36.718492 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ef06b-6314-46e5-abbb-90e53b74bc23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:36.718938 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-93a046b7-4ef6-45cb-b6a4-242ad57b438e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:36.719141 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ef06b-6314-46e5-abbb-90e53b74bc23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:36.720324 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ef06b-6314-46e5-abbb-90e53b74bc23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:36.720981 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ef06b-6314-46e5-abbb-90e53b74bc23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:36.721412 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ef06b-6314-46e5-abbb-90e53b74bc23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:36.722023 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ef06b-6314-46e5-abbb-90e53b74bc23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:36.722600 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ef06b-6314-46e5-abbb-90e53b74bc23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:36.723752 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ef06b-6314-46e5-abbb-90e53b74bc23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:36.724390 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ef06b-6314-46e5-abbb-90e53b74bc23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:36.724986 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ef06b-6314-46e5-abbb-90e53b74bc23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:36.725539 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ef06b-6314-46e5-abbb-90e53b74bc23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ef06b-6314-46e5-abbb-90e53b74bc23 None None] Tracked resource versions report: Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: pushed versions: Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: { 'AddressGroup': {'1.2'}, Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'ConntrackHelper': {'1.0'}, Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'Log': {'1.0'}, Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'Network': {'1.1'}, Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'Port': {'1.7'}, Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'PortForwarding': {'1.2'}, Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'QosPolicy': {'1.9'}, Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'SecurityGroup': {'1.4'}, Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'SecurityGroupRule': {'1.2'}, Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'SubPort': {'1.0'}, Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'Subnet': {'1.1'}, Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'Trunk': {'1.1'}} Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: consumer versions: Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: { DHCP agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: HyperV agent@hv-cinder-79053: {}, Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: L3 agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: Metadata agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: Metering agent@dv-cinder-790535-14-iscsi: {}, Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: Open vSwitch agent@dv-cinder-790535-14-iscsi: { 'AddressGroup': '1.2', Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'ConntrackHelper': '1.0', Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'Log': '1.0', Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'Network': '1.1', Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'Port': '1.7', Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'PortForwarding': '1.2', Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'QosPolicy': '1.9', Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'SecurityGroup': '1.4', Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'SecurityGroupRule': '1.2', Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'SubPort': '1.0', Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'Subnet': '1.1', Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: 'Trunk': '1.1'}} Sep 08 16:35:36.727339 dv-cinder-790535-14-iscsi neutron-server[94085]: {{(pid=94085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 16:35:36.738730 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-30591c76-d26f-4028-bb17-79dd807c8ded admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:36.756707 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-93a046b7-4ef6-45cb-b6a4-242ad57b438e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:36.805081 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ef06b-6314-46e5-abbb-90e53b74bc23 None None] Pushing event updated for resources: {'Port': ['ID=c1d672ab-33c9-4eae-97fd-4b05b225b6fa,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:36.814017 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] Routers {'1c2981d7-ce23-42c4-a649-13d935c11465'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:35:36.814652 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:35:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['1c2981d7-ce23-42c4-a649-13d935c11465'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:36.834931 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-93a046b7-4ef6-45cb-b6a4-242ad57b438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:36.837493 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-93a046b7-4ef6-45cb-b6a4-242ad57b438e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:36.841725 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-93a046b7-4ef6-45cb-b6a4-242ad57b438e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9042504c-e6e1-4356-93a7-36a8dda1646a HTTP/1.1" status: 204 len: 168 time: 0.2395930 Sep 08 16:35:36.844409 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port 951fcd9e-64c5-4fbb-9d42-f926e6844f8f, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=951fcd9e-64c5-4fbb-9d42-f926e6844f8f,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:35:36.911230 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a046b7-4ef6-45cb-b6a4-242ad57b438e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9042504c-e6e1-4356-93a7-36a8dda1646a,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:36.937531 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] Set router 1c2981d7-ce23-42c4-a649-13d935c11465 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:35:36.946695 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:37.037144 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-993a160e-b33d-4d04-9343-cb17cdead99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:37.117551 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a88e1215-ec2f-4985-99ae-fe2566ca9009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:37.124367 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=951fcd9e-64c5-4fbb-9d42-f926e6844f8f,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:37.127988 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-e2477672-299e-4259-ac8a-ad718f215967 service neutron] 10.222.0.69 "GET /v2.0/networks/574c1af2-643a-429f-b626-b7bd562a2df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682093 Sep 08 16:35:37.180789 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:37.193015 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.db.api [None req-993a160e-b33d-4d04-9343-cb17cdead99c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 16:35:37.193394 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG oslo_db.api [None req-993a160e-b33d-4d04-9343-cb17cdead99c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 16:35:37.195973 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Transition to ACTIVE for port object 84d011fa-4a24-404b-974e-148ce7f01810 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:35:37.203963 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:31Z', 'updated_at': '2021-09-08T16:35:33Z', 'revision_number': 3, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'gw_port': {'id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:32Z', 'updated_at': '2021-09-08T16:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:37.214279 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Transition to ACTIVE for port object 84d011fa-4a24-404b-974e-148ce7f01810 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:35:37.226712 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:37.240240 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b841a16d-19b1-4513-80f1-3d2dd520d46e None None] The sync data for ids ['1c2981d7-ce23-42c4-a649-13d935c11465'] in dv-cinder-790535-14-iscsi is: [{'id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:31Z', 'updated_at': '2021-09-08T16:35:33Z', 'revision_number': 3, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'gw_port': {'id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:32Z', 'updated_at': '2021-09-08T16:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}] {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:35:37.279031 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Network f9db32ff-f404-4a60-9a66-c9419aa017aa is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:35:37.294034 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:35:37.302859 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:35:37.306205 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Pushing event updated for resources: {'Port': ['ID=84d011fa-4a24-404b-974e-148ce7f01810,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:37.376009 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Attempting to bind port 84d011fa-4a24-404b-974e-148ce7f01810 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:35:37.376386 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Attempting to bind port 84d011fa-4a24-404b-974e-148ce7f01810 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': 'f3688c3c-dbc6-43be-b85b-d7d2696b7239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:35:37.376744 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Attempting to bind port 84d011fa-4a24-404b-974e-148ce7f01810 on network f9db32ff-f404-4a60-9a66-c9419aa017aa {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:35:37.384776 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:35:37.384776 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Checking segment: {'id': 'f3688c3c-dbc6-43be-b85b-d7d2696b7239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:35:37.385191 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:37.385627 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Bound using segment: {'id': 'f3688c3c-dbc6-43be-b85b-d7d2696b7239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:35:37.386094 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Bound port: 84d011fa-4a24-404b-974e-148ce7f01810, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3688c3c-dbc6-43be-b85b-d7d2696b7239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:35:37.386484 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:37.429253 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 951fcd9e-64c5-4fbb-9d42-f926e6844f8f up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:35:37.447259 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-e6c0fe81-ab60-4e24-906a-83c9c5310152 service neutron] 10.222.0.69 "GET /v2.0/networks/574c1af2-643a-429f-b626-b7bd562a2df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126109 Sep 08 16:35:37.460560 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-30591c76-d26f-4028-bb17-79dd807c8ded admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:37.500420 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-1e48ee68-b1b0-4356-b23e-c65202f3a084 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:37.501074 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a7884e01-28dc-42cc-a195-3d5b759773d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:37.505365 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-1e48ee68-b1b0-4356-b23e-c65202f3a084 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/networks?id=526f19c3-d660-4150-b4a9-8068c02c7731 HTTP/1.1" status: 200 len: 814 time: 1.0073550 Sep 08 16:35:37.511224 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] For port 84d011fa-4a24-404b-974e-148ce7f01810, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:35:37.515898 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] For port 84d011fa-4a24-404b-974e-148ce7f01810, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=84d011fa-4a24-404b-974e-148ce7f01810,segment=NetworkSegment(f3688c3c-dbc6-43be-b85b-d7d2696b7239),segment_id=f3688c3c-dbc6-43be-b85b-d7d2696b7239)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:35:37.527343 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:37.535067 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a7884e01-28dc-42cc-a195-3d5b759773d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:37.544604 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 951fcd9e-64c5-4fbb-9d42-f926e6844f8f triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:35:37.545199 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:37.587997 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 58402) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:37.667668 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493c6ff-65f7-4c09-b2ff-2c92f5bbc438 None None] Pushing event updated for resources: {'Port': ['ID=84d011fa-4a24-404b-974e-148ce7f01810,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:37.743855 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [None req-a7884e01-28dc-42cc-a195-3d5b759773d9 admin admin] Allocated IP 172.27.3.144 (84aa3881-86d2-4090-846d-df2f4a76ffa3/4838e23d-7083-4c92-9a08-11046328e4a1/d5736cf4-4463-49b5-8059-be3c521def69) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:35:37.825240 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-a88e1215-ec2f-4985-99ae-fe2566ca9009 admin admin] Allocated IP 172.20.0.1 (d5885bf2-f857-4e7a-90de-683d9b947e27/7c2d542b-edd8-4e91-896a-b3e1b00238ca/4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:35:37.931237 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a7884e01-28dc-42cc-a195-3d5b759773d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:37.938165 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-d4dc5f42-96b2-47ca-9952-78d9e5daa6e8 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/quotas/b37fecc579c1473c8b83905a25042a91 HTTP/1.1" status: 200 len: 375 time: 0.4135914 Sep 08 16:35:37.944158 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e64c4c96-d237-4536-85be-e84d4ff332bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:38.006463 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a7884e01-28dc-42cc-a195-3d5b759773d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:38.115787 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-d45373b1-d767-4bf8-9e51-09975d38f4cf tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b37fecc579c1473c8b83905a25042a91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1694367 Sep 08 16:35:38.120000 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7884e01-28dc-42cc-a195-3d5b759773d9 admin admin] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:35:38.123794 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-a7884e01-28dc-42cc-a195-3d5b759773d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:35:38.128392 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7884e01-28dc-42cc-a195-3d5b759773d9 admin admin] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:35:38.177155 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a88e1215-ec2f-4985-99ae-fe2566ca9009 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:38.252779 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-a88e1215-ec2f-4985-99ae-fe2566ca9009 admin admin] Transition to ACTIVE for port object 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973 will not be triggered until provisioned by entity DHCP. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:35:38.311750 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-be26234e-9c86-4df5-abd7-45ea2bfe346c req-90bdcd2e-c388-47ce-b510-b217a7d67c80 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 210 time: 0.1038554 Sep 08 16:35:38.312370 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7884e01-28dc-42cc-a195-3d5b759773d9 admin admin] Pushing event updated for resources: {'Port': ['ID=d5736cf4-4463-49b5-8059-be3c521def69,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:38.389650 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-46d705dc-1a41-43b5-ae47-1394a768f6b0 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:35:38.390994 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-46d705dc-1a41-43b5-ae47-1394a768f6b0 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0866015 Sep 08 16:35:38.456378 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a88e1215-ec2f-4985-99ae-fe2566ca9009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:38.524550 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88e1215-ec2f-4985-99ae-fe2566ca9009 admin admin] Network d5885bf2-f857-4e7a-90de-683d9b947e27 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:35:38.562331 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e64c4c96-d237-4536-85be-e84d4ff332bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:38.563596 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-a88e1215-ec2f-4985-99ae-fe2566ca9009 admin admin] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:35:38.566430 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88e1215-ec2f-4985-99ae-fe2566ca9009 admin admin] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:35:38.567099 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a88e1215-ec2f-4985-99ae-fe2566ca9009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587413'] for router_interface, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:38.630531 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a7884e01-28dc-42cc-a195-3d5b759773d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:38.809250 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e64c4c96-d237-4536-85be-e84d4ff332bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:38.979835 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e1215-ec2f-4985-99ae-fe2566ca9009 admin admin] Pushing event updated for resources: {'Port': ['ID=4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:39.034136 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-e64c4c96-d237-4536-85be-e84d4ff332bb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f89ef72f29a746eaa1ec9de904e10c11&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4310400 Sep 08 16:35:39.039308 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-dba50501-69b3-4d97-8946-ffa6907359d7 None None] Provisioning for port 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:35:39.048067 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-dba50501-69b3-4d97-8946-ffa6907359d7 None None] Provisioning complete for port 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:35:39.048804 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-dba50501-69b3-4d97-8946-ffa6907359d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:39.052959 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 58464) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:39.092743 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-4f827f01-4c4d-4940-8bd5-b804c84b258d service neutron] 10.222.0.69 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6864643 Sep 08 16:35:39.100652 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-30591c76-d26f-4028-bb17-79dd807c8ded admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:39.128434 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-dba50501-69b3-4d97-8946-ffa6907359d7 None None] Port 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:35:39.186386 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-30591c76-d26f-4028-bb17-79dd807c8ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:39.188309 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c4c96-d237-4536-85be-e84d4ff332bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79027f27-3bda-452f-9da6-36a48702a3fe,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:39.248202 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71625423-c2c2-4a27-8b69-b05b95e2721e None None] Network f9db32ff-f404-4a60-9a66-c9419aa017aa requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:35:39.412356 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a7884e01-28dc-42cc-a195-3d5b759773d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587332'] for router, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:39.424351 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-a3896978-e81f-4389-8fc0-55e5db9d3e0b service neutron] 10.222.0.69 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088350 Sep 08 16:35:39.522555 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-bd426511-9003-4c5d-bcd5-9df4f99b3b3e None None] Provisioning for port 84d011fa-4a24-404b-974e-148ce7f01810 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:35:39.562582 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device c1d672ab-33c9-4eae-97fd-4b05b225b6fa up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:35:39.584607 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a88e1215-ec2f-4985-99ae-fe2566ca9009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:39.613907 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-879dc40a-8dde-4bf5-ac75-22c983b39d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:39.668959 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-30591c76-d26f-4028-bb17-79dd807c8ded admin admin] Allocated IP 172.27.3.2 (84aa3881-86d2-4090-846d-df2f4a76ffa3/4838e23d-7083-4c92-9a08-11046328e4a1/66715bcb-421d-4548-b5e5-e61dbe2a71b2) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:35:39.689823 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port c1d672ab-33c9-4eae-97fd-4b05b225b6fa completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:35:39.703457 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port c1d672ab-33c9-4eae-97fd-4b05b225b6fa triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:35:39.703804 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-879dc40a-8dde-4bf5-ac75-22c983b39d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:39.705172 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:39.878165 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:39.889716 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ad316803-1373-4419-9fb8-7a7639b75eba req-82235e58-8519-4572-891f-4a61ff242260 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 210 time: 0.1127942 Sep 08 16:35:39.906609 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-879dc40a-8dde-4bf5-ac75-22c983b39d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:39.909231 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-879dc40a-8dde-4bf5-ac75-22c983b39d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:39.911102 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-879dc40a-8dde-4bf5-ac75-22c983b39d64 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/79027f27-3bda-452f-9da6-36a48702a3fe HTTP/1.1" status: 204 len: 168 time: 0.8571613 Sep 08 16:35:39.929780 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port c1d672ab-33c9-4eae-97fd-4b05b225b6fa, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=c1d672ab-33c9-4eae-97fd-4b05b225b6fa,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:35:39.946031 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:39.947085 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 84d011fa-4a24-404b-974e-148ce7f01810 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:35:39.964747 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879dc40a-8dde-4bf5-ac75-22c983b39d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79027f27-3bda-452f-9da6-36a48702a3fe,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:40.013887 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-7187c7b0-cddb-44b1-a80e-b8db2818d3b4 req-d4369c69-6f3d-48b5-881d-cd2c254ee2d1 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 210 time: 0.0635242 Sep 08 16:35:40.019866 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7884e01-28dc-42cc-a195-3d5b759773d9 admin admin] Router 238b8d44-6f87-4093-8fd6-5624cc1c743a is scheduled to L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 with binding_index 1 {{(pid=94083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 16:35:40.148440 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=c1d672ab-33c9-4eae-97fd-4b05b225b6fa,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:40.207284 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port 84d011fa-4a24-404b-974e-148ce7f01810 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:35:40.238854 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7884e01-28dc-42cc-a195-3d5b759773d9 admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:35:40.239551 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 84d011fa-4a24-404b-974e-148ce7f01810 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:35:40.239982 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:40.260029 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a7884e01-28dc-42cc-a195-3d5b759773d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:40.261659 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-a7884e01-28dc-42cc-a195-3d5b759773d9 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6191266 Sep 08 16:35:40.265152 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 58508) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:40.274378 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-30591c76-d26f-4028-bb17-79dd807c8ded admin admin] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:40.308441 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] Sync routers for ids ['238b8d44-6f87-4093-8fd6-5624cc1c743a'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:35:40.371738 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] Routers {'238b8d44-6f87-4093-8fd6-5624cc1c743a'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:35:40.372399 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:35:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['238b8d44-6f87-4093-8fd6-5624cc1c743a'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:40.382387 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a88e1215-ec2f-4985-99ae-fe2566ca9009 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:40.392455 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a88e1215-ec2f-4985-99ae-fe2566ca9009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:40.393764 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a88e1215-ec2f-4985-99ae-fe2566ca9009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588549'] for router_interface, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:40.401714 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-30591c76-d26f-4028-bb17-79dd807c8ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:40.498061 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30591c76-d26f-4028-bb17-79dd807c8ded admin admin] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:35:40.517945 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-30591c76-d26f-4028-bb17-79dd807c8ded admin admin] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:35:40.533848 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30591c76-d26f-4028-bb17-79dd807c8ded admin admin] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:35:40.641038 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:40.683528 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] Set router 238b8d44-6f87-4093-8fd6-5624cc1c743a gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:35:40.736708 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e1215-ec2f-4985-99ae-fe2566ca9009 admin admin] Pushing event updated for resources: {'Port': ['ID=4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:40.812955 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port 84d011fa-4a24-404b-974e-148ce7f01810, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=84d011fa-4a24-404b-974e-148ce7f01810,segment=NetworkSegment(f3688c3c-dbc6-43be-b85b-d7d2696b7239),segment_id=f3688c3c-dbc6-43be-b85b-d7d2696b7239)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:35:40.850336 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:40.965922 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f85ca5f4-0a11-45f4-adfc-5b0bff71911f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:40.968103 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=84d011fa-4a24-404b-974e-148ce7f01810,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:41.028600 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:35Z', 'updated_at': '2021-09-08T16:35:38Z', 'revision_number': 3, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'gw_port': {'id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:41.044281 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30591c76-d26f-4028-bb17-79dd807c8ded admin admin] Pushing event updated for resources: {'Port': ['ID=66715bcb-421d-4548-b5e5-e61dbe2a71b2,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:41.059543 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] Checking router: 238b8d44-6f87-4093-8fd6-5624cc1c743a for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:35:41.059859 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] Updating router 238b8d44-6f87-4093-8fd6-5624cc1c743a port d5736cf4-4463-49b5-8059-be3c521def69 binding host dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:35:41.073559 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88e1215-ec2f-4985-99ae-fe2566ca9009 admin admin] Network d5885bf2-f857-4e7a-90de-683d9b947e27 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:35:41.075587 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-a88e1215-ec2f-4985-99ae-fe2566ca9009 admin admin] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:35:41.095767 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:41.261464 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f7c1797a-acaf-4861-a035-d7c0c10c9a1d req-dde40541-854d-413d-aaed-f597a8375a3c tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 210 time: 0.1164236 Sep 08 16:35:41.301304 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-77a0bb4d-7e83-4e84-b139-627ae5df4fd1 req-ae159f29-242f-4776-bdb5-43903841c2d5 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 210 time: 0.1046402 Sep 08 16:35:41.322909 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [None req-f85ca5f4-0a11-45f4-adfc-5b0bff71911f admin admin] Allocated IP 172.20.0.1 (f9db32ff-f404-4a60-9a66-c9419aa017aa/b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549/58e12531-4629-4f25-91ac-0b658a03703a) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:35:41.456916 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-30591c76-d26f-4028-bb17-79dd807c8ded admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:41.507861 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:41.526513 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device c1d672ab-33c9-4eae-97fd-4b05b225b6fa up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:35:41.564661 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] Transition to ACTIVE for port object d5736cf4-4463-49b5-8059-be3c521def69 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:35:41.568094 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f85ca5f4-0a11-45f4-adfc-5b0bff71911f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:41.581628 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88e1215-ec2f-4985-99ae-fe2566ca9009 admin admin] Router 1c2981d7-ce23-42c4-a649-13d935c11465 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:35:41.585201 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:41.589990 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [None req-f85ca5f4-0a11-45f4-adfc-5b0bff71911f admin admin] Transition to ACTIVE for port object 58e12531-4629-4f25-91ac-0b658a03703a will not be triggered until provisioned by entity DHCP. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:35:41.620989 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-94f89cc1-9e2b-4ea0-9058-0d4d547c3d63 None None] Provisioning complete for port 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:35:41.621428 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-94f89cc1-9e2b-4ea0-9058-0d4d547c3d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:41.635984 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f85ca5f4-0a11-45f4-adfc-5b0bff71911f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:41.702475 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] Attempting to bind port d5736cf4-4463-49b5-8059-be3c521def69 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:35:41.702967 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] Attempting to bind port d5736cf4-4463-49b5-8059-be3c521def69 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:35:41.703422 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] Attempting to bind port d5736cf4-4463-49b5-8059-be3c521def69 on network 84aa3881-86d2-4090-846d-df2f4a76ffa3 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:35:41.710014 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1191e9-0785-43c1-a737-a0b0f04acf8b None None] Pushing event updated for resources: {'Port': ['ID=d5736cf4-4463-49b5-8059-be3c521def69,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:41.714908 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85ca5f4-0a11-45f4-adfc-5b0bff71911f admin admin] Network f9db32ff-f404-4a60-9a66-c9419aa017aa is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:35:41.715983 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-94f89cc1-9e2b-4ea0-9058-0d4d547c3d63 None None] Port 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:35:41.716818 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ca5f4-0a11-45f4-adfc-5b0bff71911f admin admin] Pushing event updated for resources: {'Port': ['ID=58e12531-4629-4f25-91ac-0b658a03703a,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:41.720553 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:35:41.721166 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] Checking segment: {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:35:41.721520 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:41.721964 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] Bound using segment: {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:35:41.722507 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] Bound port: d5736cf4-4463-49b5-8059-be3c521def69, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:35:41.723013 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:41.724913 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-f85ca5f4-0a11-45f4-adfc-5b0bff71911f admin admin] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:35:41.732394 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85ca5f4-0a11-45f4-adfc-5b0bff71911f admin admin] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:35:41.732887 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f85ca5f4-0a11-45f4-adfc-5b0bff71911f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587413'] for router_interface, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:41.765243 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port c1d672ab-33c9-4eae-97fd-4b05b225b6fa triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:35:41.765622 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:41.842960 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-30591c76-d26f-4028-bb17-79dd807c8ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587332'] for router, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:41.857711 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] For port d5736cf4-4463-49b5-8059-be3c521def69, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:35:41.859802 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] For port d5736cf4-4463-49b5-8059-be3c521def69, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=d5736cf4-4463-49b5-8059-be3c521def69,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:35:41.875735 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:41.964299 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88e1215-ec2f-4985-99ae-fe2566ca9009 admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:35:41.973690 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] Sync routers for ids ['1c2981d7-ce23-42c4-a649-13d935c11465'] in dv-cinder-790535-14-iscsi {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:35:41.974660 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-a88e1215-ec2f-4985-99ae-fe2566ca9009 admin admin] 10.222.0.69 "PUT /v2.0/routers/1c2981d7-ce23-42c4-a649-13d935c11465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3688643 Sep 08 16:35:41.989632 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] Routers {'1c2981d7-ce23-42c4-a649-13d935c11465'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:35:41.990656 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:35:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['1c2981d7-ce23-42c4-a649-13d935c11465'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:42.010167 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 84d011fa-4a24-404b-974e-148ce7f01810 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:35:42.038207 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f85ca5f4-0a11-45f4-adfc-5b0bff71911f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:42.080686 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] Routers {'238b8d44-6f87-4093-8fd6-5624cc1c743a'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:35:42.081502 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:35:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['238b8d44-6f87-4093-8fd6-5624cc1c743a'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:42.212983 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30591c76-d26f-4028-bb17-79dd807c8ded admin admin] Router e82a49b4-d7cb-41bd-af43-34c706bfb15d is scheduled to L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 with binding_index 1 {{(pid=94082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 16:35:42.259596 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] Set router 1c2981d7-ce23-42c4-a649-13d935c11465 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:35:42.539502 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30591c76-d26f-4028-bb17-79dd807c8ded admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:35:42.563612 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-30591c76-d26f-4028-bb17-79dd807c8ded admin admin] Notify callbacks [] for router, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:42.572055 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-30591c76-d26f-4028-bb17-79dd807c8ded admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3417537 Sep 08 16:35:42.576151 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 58586) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:42.610285 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] Sync routers for ids ['e82a49b4-d7cb-41bd-af43-34c706bfb15d'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:35:42.617155 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1191e9-0785-43c1-a737-a0b0f04acf8b None None] Pushing event updated for resources: {'Port': ['ID=d5736cf4-4463-49b5-8059-be3c521def69,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:42.711960 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-db6ddbc7-3c23-4ea3-893f-590e8d0956c0 req-b5c0b070-10af-4cc3-9880-997bcef420fd tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 210 time: 0.1593976 Sep 08 16:35:42.725444 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ab62160d-567d-4234-928e-31aec442c223 None None] Provisioning for port 58e12531-4629-4f25-91ac-0b658a03703a completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:35:42.804147 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] Routers {'e82a49b4-d7cb-41bd-af43-34c706bfb15d'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:35:42.808554 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:31Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'gw_port': {'id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:32Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973', 'name': '', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'mac_address': 'fa:16:3e:b0:21:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 2, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'subnets': [{'id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:42.809294 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:35:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['e82a49b4-d7cb-41bd-af43-34c706bfb15d'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:42.822474 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f85ca5f4-0a11-45f4-adfc-5b0bff71911f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:42.827756 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] Set router 238b8d44-6f87-4093-8fd6-5624cc1c743a gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:35:42.831068 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f85ca5f4-0a11-45f4-adfc-5b0bff71911f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:42.832041 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f85ca5f4-0a11-45f4-adfc-5b0bff71911f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588549'] for router_interface, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:42.887197 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ab62160d-567d-4234-928e-31aec442c223 None None] Provisioning complete for port 58e12531-4629-4f25-91ac-0b658a03703a triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:35:42.887607 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ab62160d-567d-4234-928e-31aec442c223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:42.896728 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] Checking router: 1c2981d7-ce23-42c4-a649-13d935c11465 for host: dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:35:42.897365 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] Updating router 1c2981d7-ce23-42c4-a649-13d935c11465 port 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973 binding host dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:35:42.924224 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:43.017719 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e24ce0a9-f934-4cd6-b247-cd2cbb79535a req-42a793b4-0171-47ef-a986-6af6b9240780 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 210 time: 0.0978503 Sep 08 16:35:43.052530 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 58598) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:43.059231 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-a8e4f11f-7a9c-46e7-b1ae-5d7c76a9622a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1004870100', 'description': 'tempest-description--1088690446'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:43.079555 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ca5f4-0a11-45f4-adfc-5b0bff71911f admin admin] Pushing event updated for resources: {'Port': ['ID=58e12531-4629-4f25-91ac-0b658a03703a,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:43.242216 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a8e4f11f-7a9c-46e7-b1ae-5d7c76a9622a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:43.415613 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85ca5f4-0a11-45f4-adfc-5b0bff71911f admin admin] Network f9db32ff-f404-4a60-9a66-c9419aa017aa is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:35:43.422578 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-f85ca5f4-0a11-45f4-adfc-5b0bff71911f admin admin] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:35:43.429111 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 84d011fa-4a24-404b-974e-148ce7f01810 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:35:43.429494 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:43.449196 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.38', 51233) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:43.479620 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ab62160d-567d-4234-928e-31aec442c223 None None] Port 58e12531-4629-4f25-91ac-0b658a03703a cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:35:43.483172 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:43.526165 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] Transition to ACTIVE for port object 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:35:43.550505 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:43.593446 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a8e4f11f-7a9c-46e7-b1ae-5d7c76a9622a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:43.606047 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a8e4f11f-7a9c-46e7-b1ae-5d7c76a9622a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:43.801912 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:35Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 4, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'gw_port': {'id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '58e12531-4629-4f25-91ac-0b658a03703a', 'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'mac_address': 'fa:16:3e:6e:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:40Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 1, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'subnets': [{'id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:43.837519 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4366e-f368-4b7c-928e-2f44a0de55be None None] The sync data for ids ['238b8d44-6f87-4093-8fd6-5624cc1c743a'] in dv-cinder-790535-14-iscsi is: [{'id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:35Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 4, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'gw_port': {'id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '58e12531-4629-4f25-91ac-0b658a03703a', 'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'mac_address': 'fa:16:3e:6e:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:40Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 1, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'subnets': [{'id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:35:43.869824 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a8e4f11f-7a9c-46e7-b1ae-5d7c76a9622a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:43.879968 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-a8e4f11f-7a9c-46e7-b1ae-5d7c76a9622a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8262155 Sep 08 16:35:43.897530 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4f11f-7a9c-46e7-b1ae-5d7c76a9622a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c72d469-41d5-40f3-b4a2-2700803712e5,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:43.926996 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] Set router e82a49b4-d7cb-41bd-af43-34c706bfb15d gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:35:43.930689 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 58628) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:43.937662 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] Attempting to bind port 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:35:43.938033 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] Attempting to bind port 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '36ca834f-8c39-4a3f-af4b-a1291b898cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:35:43.938401 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] Attempting to bind port 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973 on network d5885bf2-f857-4e7a-90de-683d9b947e27 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:35:43.947861 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-8ec8af74-d3c1-4a83-88d3-ed0c9507fac9 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Request body: {'security_group_rule': {'security_group_id': '4c72d469-41d5-40f3-b4a2-2700803712e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:43.953375 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85ca5f4-0a11-45f4-adfc-5b0bff71911f admin admin] Router 238b8d44-6f87-4093-8fd6-5624cc1c743a has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:35:43.972476 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:35:43.980002 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] Checking segment: {'id': '36ca834f-8c39-4a3f-af4b-a1291b898cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:35:43.980661 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:43.982643 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] Bound using segment: {'id': '36ca834f-8c39-4a3f-af4b-a1291b898cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:35:43.983180 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] Bound port: 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ca834f-8c39-4a3f-af4b-a1291b898cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:35:43.983697 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:44.054361 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 58638) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:44.161795 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ad074-901f-4c94-adbf-64f0322a711f None None] Pushing event updated for resources: {'Port': ['ID=4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:44.188800 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] For port 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:35:44.195001 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] For port 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:35:44.204956 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:44.224196 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.38', 51238) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:44.258876 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2fefb7ea-d259-4448-b455-6126a5f74e91 req-8d16f8e0-9a80-4b95-b31b-c736b31cea70 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 210 time: 0.2578287 Sep 08 16:35:44.396358 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] Routers {'1c2981d7-ce23-42c4-a649-13d935c11465'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:35:44.404058 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:35:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['1c2981d7-ce23-42c4-a649-13d935c11465'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:44.535830 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-67cb8ecd-34ee-40f9-b2be-ba61b5dea553 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:44.541539 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-67cb8ecd-34ee-40f9-b2be-ba61b5dea553 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.38 "GET /v2.0/networks?id=526f19c3-d660-4150-b4a9-8068c02c7731 HTTP/1.1" status: 200 len: 814 time: 1.0909932 Sep 08 16:35:44.554188 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ad074-901f-4c94-adbf-64f0322a711f None None] Pushing event updated for resources: {'Port': ['ID=4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973,revision_number=4']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:44.603352 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-e8d1b506-aca7-4b41-99f0-64624579e78a None None] Provisioning complete for port 58e12531-4629-4f25-91ac-0b658a03703a triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:35:44.604225 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e8d1b506-aca7-4b41-99f0-64624579e78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:44.605632 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85ca5f4-0a11-45f4-adfc-5b0bff71911f admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:35:44.631322 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-f85ca5f4-0a11-45f4-adfc-5b0bff71911f admin admin] 10.222.0.69 "PUT /v2.0/routers/238b8d44-6f87-4093-8fd6-5624cc1c743a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3535199 Sep 08 16:35:44.662638 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-0ae1e61e-722d-4c11-a4ca-1fd36f1af437 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Request body: {'port': {'device_id': '0386173e-32b2-4055-ba82-8c8fb675791a', 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731', 'admin_state_up': True, 'tenant_id': 'b37fecc579c1473c8b83905a25042a91'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:44.665553 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e8e37e21-f11f-4633-86ee-333b2057bba8 req-44994429-fef5-438e-a49a-a5f690e2dcf4 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 210 time: 0.2588069 Sep 08 16:35:44.714714 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8ec8af74-d3c1-4a83-88d3-ed0c9507fac9 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:44.767659 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] Set router 1c2981d7-ce23-42c4-a649-13d935c11465 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:35:44.839466 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:44.845061 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-e8d1b506-aca7-4b41-99f0-64624579e78a None None] Port 58e12531-4629-4f25-91ac-0b658a03703a cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:35:44.854018 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82a49b4-d7cb-41bd-af43-34c706bfb15d', 'name': 'tempest-ServerRescueNegativeTestJSON-209972754-router', 'tenant_id': '81c4757c7f3247b68665fdb276686a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '66715bcb-421d-4548-b5e5-e61dbe2a71b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:36Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 3, 'project_id': '81c4757c7f3247b68665fdb276686a96', 'gw_port': {'id': '66715bcb-421d-4548-b5e5-e61dbe2a71b2', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82a49b4-d7cb-41bd-af43-34c706bfb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:39Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:44.885501 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] Checking router: e82a49b4-d7cb-41bd-af43-34c706bfb15d for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:35:44.885865 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] Updating router e82a49b4-d7cb-41bd-af43-34c706bfb15d port 66715bcb-421d-4548-b5e5-e61dbe2a71b2 binding host dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:35:44.923859 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:45.056516 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8a2d48eb-d2b1-4032-969a-5668982bcc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:45.215018 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.db.api [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-0ae1e61e-722d-4c11-a4ca-1fd36f1af437 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 16:35:45.215018 dv-cinder-790535-14-iscsi neutron-server[94083]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 16:35:45.215018 dv-cinder-790535-14-iscsi neutron-server[94083]: [parameters: {'project_id_1': 'b37fecc579c1473c8b83905a25042a91', 'expiration_1': datetime.datetime(2021, 9, 8, 16, 35, 25, 161588)}] Sep 08 16:35:45.215018 dv-cinder-790535-14-iscsi neutron-server[94083]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 16:35:45.216636 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG oslo_db.api [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-0ae1e61e-722d-4c11-a4ca-1fd36f1af437 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 16:35:45.318783 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-96b9821c-e79c-4cd2-beb9-9ed69edbd8ef tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:45.322089 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-96b9821c-e79c-4cd2-beb9-9ed69edbd8ef tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.38 "GET /v2.0/networks?id=574c1af2-643a-429f-b626-b7bd562a2df8 HTTP/1.1" status: 200 len: 811 time: 1.0744150 Sep 08 16:35:45.501856 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:45.513761 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-35403021-831d-4851-9676-0a7d365b0658 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Request body: {'port': {'device_id': 'cca1d1c5-9590-4808-a279-bfdf7f6e3446', 'network_id': '574c1af2-643a-429f-b626-b7bd562a2df8', 'admin_state_up': True, 'tenant_id': '84fa32749f264ec8b6d62df3cba7cca5'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:45.520148 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] Transition to ACTIVE for port object 66715bcb-421d-4548-b5e5-e61dbe2a71b2 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:35:45.536011 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:45.541650 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:31Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'gw_port': {'id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:32Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973', 'name': '', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'mac_address': 'fa:16:3e:b0:21:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:44Z', 'revision_number': 4, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'subnets': [{'id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:45.573178 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8ec8af74-d3c1-4a83-88d3-ed0c9507fac9 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:45.619174 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6367a2-97c9-4956-80b5-5d09725eee16 None None] Pushing event updated for resources: {'Port': ['ID=66715bcb-421d-4548-b5e5-e61dbe2a71b2,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:45.635442 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] Attempting to bind port 66715bcb-421d-4548-b5e5-e61dbe2a71b2 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:35:45.635825 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] Attempting to bind port 66715bcb-421d-4548-b5e5-e61dbe2a71b2 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:35:45.636207 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] Attempting to bind port 66715bcb-421d-4548-b5e5-e61dbe2a71b2 on network 84aa3881-86d2-4090-846d-df2f4a76ffa3 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:35:45.643176 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:35:45.644411 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] Checking segment: {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:35:45.645506 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:45.646150 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] Bound using segment: {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:35:45.646692 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] Bound port: 66715bcb-421d-4548-b5e5-e61dbe2a71b2, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:35:45.647232 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:45.665866 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bdd7c4-d54c-4529-8782-6db6a5a446a5 None None] The sync data for ids ['1c2981d7-ce23-42c4-a649-13d935c11465'] in dv-cinder-790535-14-iscsi is: [{'id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:31Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'gw_port': {'id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:32Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973', 'name': '', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'mac_address': 'fa:16:3e:b0:21:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:44Z', 'revision_number': 4, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'subnets': [{'id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:35:45.788641 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] For port 66715bcb-421d-4548-b5e5-e61dbe2a71b2, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:35:45.806795 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-31bb80d6-c96c-4b6f-b1bc-dab660cf66cd req-5e32a57e-5e4e-4987-aefb-f80fe399a8f9 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 210 time: 0.3776560 Sep 08 16:35:45.817675 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] For port 66715bcb-421d-4548-b5e5-e61dbe2a71b2, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=66715bcb-421d-4548-b5e5-e61dbe2a71b2,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:35:45.877352 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:45.990151 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 58698) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:46.003087 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-af20deb3-a2f3-4780-997d-31047ab02426 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1348407375', 'description': 'tempest-description--199670337'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:46.041289 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device d5736cf4-4463-49b5-8059-be3c521def69 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:35:46.231633 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6367a2-97c9-4956-80b5-5d09725eee16 None None] Pushing event updated for resources: {'Port': ['ID=66715bcb-421d-4548-b5e5-e61dbe2a71b2,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:46.246018 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] Routers {'e82a49b4-d7cb-41bd-af43-34c706bfb15d'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:35:46.246793 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:35:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['e82a49b4-d7cb-41bd-af43-34c706bfb15d'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:46.284176 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8ec8af74-d3c1-4a83-88d3-ed0c9507fac9 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:46.395164 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-39083450-6a6b-4281-a471-25278f745cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:46.410252 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8af74-d3c1-4a83-88d3-ed0c9507fac9 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f328269b-1d90-497e-97e2-867c0fa00c54,revision_number=0']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:46.446378 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port d5736cf4-4463-49b5-8059-be3c521def69 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:35:46.462901 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port d5736cf4-4463-49b5-8059-be3c521def69 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:35:46.462901 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:46.647891 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-39083450-6a6b-4281-a471-25278f745cee admin admin] Allocated IP 172.20.0.1 (36f557e5-0efe-4eef-bced-be0bb3e3f756/3240b4ec-a6f2-4115-bd70-90b9d26d722b/fb0666da-868c-42f8-b77d-d8619cf69895) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:35:46.909646 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 58720) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:46.911148 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] Set router e82a49b4-d7cb-41bd-af43-34c706bfb15d gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:35:46.953083 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f94bfe28-f440-4e22-ac28-754c0deb08a9 req-66f549ad-5c42-4ff6-97f2-e5f8660ca255 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 210 time: 0.6636577 Sep 08 16:35:46.959216 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-39083450-6a6b-4281-a471-25278f745cee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:47.021597 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0b2a294e-2907-401f-b06b-8a1e9fa5a598 req-f0e1d928-6fa3-4f0a-b4d4-d9dfded2f537 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 210 time: 0.0710480 Sep 08 16:35:47.070586 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8a2d48eb-d2b1-4032-969a-5668982bcc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:47.078862 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:47.094880 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8a2d48eb-d2b1-4032-969a-5668982bcc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:47.114805 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-0ae1e61e-722d-4c11-a4ca-1fd36f1af437 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Made reservation on behalf of b37fecc579c1473c8b83905a25042a91 for: {'port': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:35:47.120886 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-0ae1e61e-722d-4c11-a4ca-1fd36f1af437 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:47.135419 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port d5736cf4-4463-49b5-8059-be3c521def69, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=d5736cf4-4463-49b5-8059-be3c521def69,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:35:47.159731 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-39083450-6a6b-4281-a471-25278f745cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:47.245995 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8ec8af74-d3c1-4a83-88d3-ed0c9507fac9 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:47.252098 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-8ec8af74-d3c1-4a83-88d3-ed0c9507fac9 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.3176827 Sep 08 16:35:47.262791 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 58726) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:47.334504 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:47.346599 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-079d0ec6-96fa-41c3-b0bc-79cb369533cf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Request body: {'security_group_rule': {'security_group_id': '4c72d469-41d5-40f3-b4a2-2700803712e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:47.364901 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d48eb-d2b1-4032-969a-5668982bcc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748b48e3-52ed-4f12-82a9-514d09c98599,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:47.400588 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-af20deb3-a2f3-4780-997d-31047ab02426 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:47.402912 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-e5c20d8b-d5bb-4124-b12f-d1d82bec989f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:47.432480 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-8a2d48eb-d2b1-4032-969a-5668982bcc67 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dd6c7fde22ed49de9aa246acfffac02d&name=default HTTP/1.1" status: 200 len: 2975 time: 3.3686337 Sep 08 16:35:47.454061 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 58730) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:47.470501 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39083450-6a6b-4281-a471-25278f745cee admin admin] Network 36f557e5-0efe-4eef-bced-be0bb3e3f756 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:35:47.476538 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=d5736cf4-4463-49b5-8059-be3c521def69,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:47.556263 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-39083450-6a6b-4281-a471-25278f745cee admin admin] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:35:47.569970 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82a49b4-d7cb-41bd-af43-34c706bfb15d', 'name': 'tempest-ServerRescueNegativeTestJSON-209972754-router', 'tenant_id': '81c4757c7f3247b68665fdb276686a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '66715bcb-421d-4548-b5e5-e61dbe2a71b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:36Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 3, 'project_id': '81c4757c7f3247b68665fdb276686a96', 'gw_port': {'id': '66715bcb-421d-4548-b5e5-e61dbe2a71b2', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82a49b4-d7cb-41bd-af43-34c706bfb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:39Z', 'updated_at': '2021-09-08T16:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:47.578848 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39083450-6a6b-4281-a471-25278f745cee admin admin] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:35:47.582824 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-39083450-6a6b-4281-a471-25278f745cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587413'] for router_interface, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:47.621690 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39083450-6a6b-4281-a471-25278f745cee admin admin] Pushing event updated for resources: {'Port': ['ID=fb0666da-868c-42f8-b77d-d8619cf69895,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:47.625770 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd186f-1f5c-47c4-9b9f-3bd87786ac8d None None] The sync data for ids ['e82a49b4-d7cb-41bd-af43-34c706bfb15d'] in dv-cinder-790535-14-iscsi is: [{'id': 'e82a49b4-d7cb-41bd-af43-34c706bfb15d', 'name': 'tempest-ServerRescueNegativeTestJSON-209972754-router', 'tenant_id': '81c4757c7f3247b68665fdb276686a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '66715bcb-421d-4548-b5e5-e61dbe2a71b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:36Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 3, 'project_id': '81c4757c7f3247b68665fdb276686a96', 'gw_port': {'id': '66715bcb-421d-4548-b5e5-e61dbe2a71b2', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82a49b4-d7cb-41bd-af43-34c706bfb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:39Z', 'updated_at': '2021-09-08T16:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:35:47.702080 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.db.api [None req-079d0ec6-96fa-41c3-b0bc-79cb369533cf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 16:35:47.702080 dv-cinder-790535-14-iscsi neutron-server[94083]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 08 16:35:47.702080 dv-cinder-790535-14-iscsi neutron-server[94083]: [parameters: {'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'id': '07173b19-bb9a-4aa6-9909-f4f0e4811edb', 'expiration': datetime.datetime(2021, 9, 8, 16, 37, 47, 678063)}] Sep 08 16:35:47.702080 dv-cinder-790535-14-iscsi neutron-server[94083]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 16:35:47.702554 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG oslo_db.api [None req-079d0ec6-96fa-41c3-b0bc-79cb369533cf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 16:35:47.800301 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-0ae1e61e-722d-4c11-a4ca-1fd36f1af437 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Allocated IP 172.20.0.2 (526f19c3-d660-4150-b4a9-8068c02c7731/e7919065-c634-4191-97d6-8e6fcf1f2ec3/d7b7e0f9-fe8c-49d7-9101-c18fb8637760) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:35:47.985890 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device d5736cf4-4463-49b5-8059-be3c521def69 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:35:48.040540 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-06e6e367-a160-483a-b183-34c81bbc79fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:48.093314 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-06e6e367-a160-483a-b183-34c81bbc79fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:48.106749 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port d5736cf4-4463-49b5-8059-be3c521def69 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:35:48.107155 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:48.278607 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8491a15a-513c-4240-afd2-9e0c99131cb6 req-d36956ff-ec6f-4d79-84ea-d95c9ea45a6c tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 210 time: 0.0549603 Sep 08 16:35:48.293299 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-e5c20d8b-d5bb-4124-b12f-d1d82bec989f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:48.306838 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-e5c20d8b-d5bb-4124-b12f-d1d82bec989f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:48.350757 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:35:48.373592 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-39083450-6a6b-4281-a471-25278f745cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:48.399964 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-35403021-831d-4851-9676-0a7d365b0658 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Made reservation on behalf of 84fa32749f264ec8b6d62df3cba7cca5 for: {'port': 1} {{(pid=94082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:35:48.404830 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-35403021-831d-4851-9676-0a7d365b0658 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:48.429160 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:35:48.435910 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:35:48.438447 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:48.455753 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-af20deb3-a2f3-4780-997d-31047ab02426 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:48.487831 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ade9aba7-a10d-4f11-9df9-4de3db27f62b req-5c779ee9-d8a4-4e94-9aee-28c13fe3cc29 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 210 time: 0.0722282 Sep 08 16:35:48.512285 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-e5c20d8b-d5bb-4124-b12f-d1d82bec989f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a470eecedc7f43538686920fdfbd1aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6006820 Sep 08 16:35:48.512943 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 58744) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:48.565693 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-af20deb3-a2f3-4780-997d-31047ab02426 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:48.634159 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:48.659363 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-079d0ec6-96fa-41c3-b0bc-79cb369533cf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:48.697556 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:35:48.705578 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:48.718470 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-af20deb3-a2f3-4780-997d-31047ab02426 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:48.720100 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-af20deb3-a2f3-4780-997d-31047ab02426 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.7309668 Sep 08 16:35:48.733154 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 58746) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:48.736038 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c20d8b-d5bb-4124-b12f-d1d82bec989f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a21240-b9d1-48bc-8ee2-f92edf388888,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:48.759004 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-aec6cdcc-b3b7-4bf2-adc5-60d07230beb3 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Request body: {'security_group_rule': {'security_group_id': '73c55b68-d8ce-4738-b967-49e22c92bd77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:48.763766 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-06e6e367-a160-483a-b183-34c81bbc79fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:48.766699 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-06e6e367-a160-483a-b183-34c81bbc79fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:48.771068 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-06e6e367-a160-483a-b183-34c81bbc79fe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/748b48e3-52ed-4f12-82a9-514d09c98599 HTTP/1.1" status: 204 len: 168 time: 1.3074799 Sep 08 16:35:48.784665 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:48.871825 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-0ae1e61e-722d-4c11-a4ca-1fd36f1af437 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:48.990557 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20deb3-a2f3-4780-997d-31047ab02426 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c55b68-d8ce-4738-b967-49e22c92bd77,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:49.040012 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6e367-a160-483a-b183-34c81bbc79fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748b48e3-52ed-4f12-82a9-514d09c98599,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:49.155611 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-079d0ec6-96fa-41c3-b0bc-79cb369533cf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:49.168524 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-079d0ec6-96fa-41c3-b0bc-79cb369533cf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:49.185976 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6faab01c-1425-42f9-9737-2b4e2eed2433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:49.207559 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] Sync routers for ids ['238b8d44-6f87-4093-8fd6-5624cc1c743a'] in dv-cinder-790535-14-iscsi {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:35:49.236531 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] Routers {'238b8d44-6f87-4093-8fd6-5624cc1c743a'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:35:49.237420 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:35:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['238b8d44-6f87-4093-8fd6-5624cc1c743a'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:49.245786 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6faab01c-1425-42f9-9737-2b4e2eed2433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:49.448545 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-079d0ec6-96fa-41c3-b0bc-79cb369533cf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:49.449924 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] Set router 238b8d44-6f87-4093-8fd6-5624cc1c743a gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:35:49.457739 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-079d0ec6-96fa-41c3-b0bc-79cb369533cf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1840239 Sep 08 16:35:49.458605 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 58758) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:49.476416 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6faab01c-1425-42f9-9737-2b4e2eed2433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:49.480113 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-aec6cdcc-b3b7-4bf2-adc5-60d07230beb3 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:49.482909 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6faab01c-1425-42f9-9737-2b4e2eed2433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:49.489576 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-6faab01c-1425-42f9-9737-2b4e2eed2433 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/49a21240-b9d1-48bc-8ee2-f92edf388888 HTTP/1.1" status: 204 len: 168 time: 0.9472780 Sep 08 16:35:49.496288 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-39083450-6a6b-4281-a471-25278f745cee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:49.503764 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-f88d82e9-338a-4867-a1a8-72258750943d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Request body: {'floatingip': {'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:49.570424 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-39083450-6a6b-4281-a471-25278f745cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:49.577257 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-39083450-6a6b-4281-a471-25278f745cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588549'] for router_interface, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:49.630077 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-35403021-831d-4851-9676-0a7d365b0658 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Allocated IP 172.20.0.12 (574c1af2-643a-429f-b626-b7bd562a2df8/6f0c44d8-8cf8-4edf-ade7-ea70aaed4634/94f3042f-5c2d-4d02-9c50-0e21e776f0fd) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:35:49.728078 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c35501cf-9f31-405b-aceb-e28217b19134 req-2858e5bd-6555-4d1a-a374-ea94cb05b257 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 210 time: 0.1762354 Sep 08 16:35:49.783756 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d0ec6-96fa-41c3-b0bc-79cb369533cf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5436829f-d0f1-48a3-81ad-e3fc1b7f23f8,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:49.809349 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faab01c-1425-42f9-9737-2b4e2eed2433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a21240-b9d1-48bc-8ee2-f92edf388888,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:49.908990 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f88d82e9-338a-4867-a1a8-72258750943d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for floatingip, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:49.941376 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-0ae1e61e-722d-4c11-a4ca-1fd36f1af437 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:50.043261 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39083450-6a6b-4281-a471-25278f745cee admin admin] Network 36f557e5-0efe-4eef-bced-be0bb3e3f756 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:35:50.049691 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-39083450-6a6b-4281-a471-25278f745cee admin admin] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:35:50.110217 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 66715bcb-421d-4548-b5e5-e61dbe2a71b2 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:35:50.197083 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:35Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 4, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'gw_port': {'id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '58e12531-4629-4f25-91ac-0b658a03703a', 'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'mac_address': 'fa:16:3e:6e:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:40Z', 'updated_at': '2021-09-08T16:35:42Z', 'revision_number': 2, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'subnets': [{'id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:50.239633 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] Checking router: 238b8d44-6f87-4093-8fd6-5624cc1c743a for host: dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:35:50.240765 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] Updating router 238b8d44-6f87-4093-8fd6-5624cc1c743a port 58e12531-4629-4f25-91ac-0b658a03703a binding host dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:35:50.299125 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:50.313156 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port 66715bcb-421d-4548-b5e5-e61dbe2a71b2 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:35:50.340531 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 66715bcb-421d-4548-b5e5-e61dbe2a71b2 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:35:50.340986 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:50.377097 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39083450-6a6b-4281-a471-25278f745cee admin admin] Router e82a49b4-d7cb-41bd-af43-34c706bfb15d has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:35:50.395380 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c242b05d-2145-4ad7-844a-d1d2f70e6319 req-4c99081e-739f-47a1-9c10-0ded75f62eff tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 210 time: 0.6441820 Sep 08 16:35:50.434653 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39083450-6a6b-4281-a471-25278f745cee admin admin] Pushing event updated for resources: {'Port': ['ID=fb0666da-868c-42f8-b77d-d8619cf69895,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:50.533770 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1e61e-722d-4c11-a4ca-1fd36f1af437 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Pushing event updated for resources: {'Port': ['ID=d7b7e0f9-fe8c-49d7-9101-c18fb8637760,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:50.659244 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:50.688948 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-0ae1e61e-722d-4c11-a4ca-1fd36f1af437 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Network 526f19c3-d660-4150-b4a9-8068c02c7731 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:35:50.696434 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-0ae1e61e-722d-4c11-a4ca-1fd36f1af437 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:35:50.720427 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-0ae1e61e-722d-4c11-a4ca-1fd36f1af437 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:35:50.726152 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-0ae1e61e-722d-4c11-a4ca-1fd36f1af437 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:50.726908 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-0ae1e61e-722d-4c11-a4ca-1fd36f1af437 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:50.749974 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port 66715bcb-421d-4548-b5e5-e61dbe2a71b2, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=66715bcb-421d-4548-b5e5-e61dbe2a71b2,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:35:50.766882 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:50.768242 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:35:51.078865 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-aec6cdcc-b3b7-4bf2-adc5-60d07230beb3 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:51.110484 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=66715bcb-421d-4548-b5e5-e61dbe2a71b2,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:51.143782 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-aec6cdcc-b3b7-4bf2-adc5-60d07230beb3 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:51.159719 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:35:51.160377 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:51.188847 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6cdcc-b3b7-4bf2-adc5-60d07230beb3 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6ebb20-1e20-4cc0-84c2-72b08a4bb314,revision_number=0']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:51.240627 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-35403021-831d-4851-9676-0a7d365b0658 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:51.261235 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:51.274435 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] Transition to ACTIVE for port object 58e12531-4629-4f25-91ac-0b658a03703a will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:35:51.284565 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:51.411942 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb88f95-a6f0-4064-a880-f17544159afc None None] Pushing event updated for resources: {'Port': ['ID=58e12531-4629-4f25-91ac-0b658a03703a,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:51.461808 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-0ae1e61e-722d-4c11-a4ca-1fd36f1af437 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8031743 Sep 08 16:35:51.484900 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-351618fd-f47b-4231-9023-fe989d98a7b1 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:35:51.486279 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-351618fd-f47b-4231-9023-fe989d98a7b1 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065989 Sep 08 16:35:51.617072 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39083450-6a6b-4281-a471-25278f745cee admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:35:51.649138 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] Attempting to bind port 58e12531-4629-4f25-91ac-0b658a03703a on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:35:51.649917 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-39083450-6a6b-4281-a471-25278f745cee admin admin] 10.222.0.69 "PUT /v2.0/routers/e82a49b4-d7cb-41bd-af43-34c706bfb15d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0631707 Sep 08 16:35:51.656710 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f88d82e9-338a-4867-a1a8-72258750943d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:51.658113 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] Attempting to bind port 58e12531-4629-4f25-91ac-0b658a03703a by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': 'f3688c3c-dbc6-43be-b85b-d7d2696b7239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:35:51.658816 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] Attempting to bind port 58e12531-4629-4f25-91ac-0b658a03703a on network f9db32ff-f404-4a60-9a66-c9419aa017aa {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:35:51.671820 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:35:51.673631 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] Checking segment: {'id': 'f3688c3c-dbc6-43be-b85b-d7d2696b7239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:35:51.674196 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:51.679542 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] Bound using segment: {'id': 'f3688c3c-dbc6-43be-b85b-d7d2696b7239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:35:51.680433 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] Bound port: 58e12531-4629-4f25-91ac-0b658a03703a, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3688c3c-dbc6-43be-b85b-d7d2696b7239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:35:51.681071 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:51.683959 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-aec6cdcc-b3b7-4bf2-adc5-60d07230beb3 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:51.685369 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-aec6cdcc-b3b7-4bf2-adc5-60d07230beb3 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9454699 Sep 08 16:35:51.689983 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-35403021-831d-4851-9676-0a7d365b0658 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:51.698103 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf288f-9fe2-4c42-ba06-3ce9edde1d4d req-d2732e3f-1456-440d-a68f-c98291f12bbb tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:51.713724 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0bcf288f-9fe2-4c42-ba06-3ce9edde1d4d req-d2732e3f-1456-440d-a68f-c98291f12bbb tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 931 time: 0.7582667 Sep 08 16:35:51.735143 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 58824) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:51.763307 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-a0cf8766-ac82-4a6b-a568-58b6674966df tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Request body: {'security_group_rule': {'security_group_id': '73c55b68-d8ce-4738-b967-49e22c92bd77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:51.863648 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 66715bcb-421d-4548-b5e5-e61dbe2a71b2 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:35:51.937960 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] For port 58e12531-4629-4f25-91ac-0b658a03703a, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:35:51.950326 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] For port 58e12531-4629-4f25-91ac-0b658a03703a, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=58e12531-4629-4f25-91ac-0b658a03703a,segment=NetworkSegment(f3688c3c-dbc6-43be-b85b-d7d2696b7239),segment_id=f3688c3c-dbc6-43be-b85b-d7d2696b7239)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:35:51.965251 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:52.027367 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35403021-831d-4851-9676-0a7d365b0658 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Pushing event updated for resources: {'Port': ['ID=94f3042f-5c2d-4d02-9c50-0e21e776f0fd,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:52.060670 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0bcf288f-9fe2-4c42-ba06-3ce9edde1d4d req-b947b9e8-4bd8-4960-8058-22a251517dc3 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759292 Sep 08 16:35:52.067162 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-35403021-831d-4851-9676-0a7d365b0658 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Network 574c1af2-643a-429f-b626-b7bd562a2df8 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:35:52.082984 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-35403021-831d-4851-9676-0a7d365b0658 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:35:52.088050 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-35403021-831d-4851-9676-0a7d365b0658 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:35:52.100908 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-35403021-831d-4851-9676-0a7d365b0658 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:52.101664 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-35403021-831d-4851-9676-0a7d365b0658 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for port, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:52.173819 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9885c39-aedf-4f45-8cc3-c5ad02256be7 req-e466ff93-98f6-4a43-b178-5d6511858ae1 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:52.185556 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c9885c39-aedf-4f45-8cc3-c5ad02256be7 req-e466ff93-98f6-4a43-b178-5d6511858ae1 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 932 time: 0.5317760 Sep 08 16:35:52.191837 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 66715bcb-421d-4548-b5e5-e61dbe2a71b2 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:35:52.192324 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:52.324843 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c9885c39-aedf-4f45-8cc3-c5ad02256be7 req-33a04aba-e4ff-4d0f-b444-0ec1046a92c0 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401210 Sep 08 16:35:52.328358 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb88f95-a6f0-4064-a880-f17544159afc None None] Pushing event updated for resources: {'Port': ['ID=58e12531-4629-4f25-91ac-0b658a03703a,revision_number=4']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:52.376104 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] Routers {'238b8d44-6f87-4093-8fd6-5624cc1c743a'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:35:52.377116 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:35:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['238b8d44-6f87-4093-8fd6-5624cc1c743a'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:52.467501 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [None req-f88d82e9-338a-4867-a1a8-72258750943d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Allocated IP 172.27.3.126 (84aa3881-86d2-4090-846d-df2f4a76ffa3/4838e23d-7083-4c92-9a08-11046328e4a1/6c1f4f9a-a778-47d2-981b-39a209798943) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:35:52.593768 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] Request body: {'port': {'device_id': '0386173e-32b2-4055-ba82-8c8fb675791a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:52.622793 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] Sync routers for ids ['e82a49b4-d7cb-41bd-af43-34c706bfb15d'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:35:52.648938 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] Routers {'e82a49b4-d7cb-41bd-af43-34c706bfb15d'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:35:52.650180 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:35:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['e82a49b4-d7cb-41bd-af43-34c706bfb15d'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:52.710374 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-35403021-831d-4851-9676-0a7d365b0658 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2649567 Sep 08 16:35:52.716834 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0cf8766-ac82-4a6b-a568-58b6674966df tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:52.729473 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] Set router 238b8d44-6f87-4093-8fd6-5624cc1c743a gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:35:52.751219 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] Request body: {'port': {'device_id': 'cca1d1c5-9590-4808-a279-bfdf7f6e3446', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:52.857204 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:52.915833 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:52.985131 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f88d82e9-338a-4867-a1a8-72258750943d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:53.055829 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] Set router e82a49b4-d7cb-41bd-af43-34c706bfb15d gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:35:53.188596 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0cf8766-ac82-4a6b-a568-58b6674966df tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:53.245812 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f88d82e9-338a-4867-a1a8-72258750943d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:53.252477 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:35Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 4, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'gw_port': {'id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '58e12531-4629-4f25-91ac-0b658a03703a', 'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'mac_address': 'fa:16:3e:6e:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:40Z', 'updated_at': '2021-09-08T16:35:51Z', 'revision_number': 4, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'subnets': [{'id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:53.291569 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0cf8766-ac82-4a6b-a568-58b6674966df tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:53.334629 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb4709d-6edb-4498-9c69-a544befb6153 None None] The sync data for ids ['238b8d44-6f87-4093-8fd6-5624cc1c743a'] in dv-cinder-790535-14-iscsi is: [{'id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:35Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 4, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'gw_port': {'id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '58e12531-4629-4f25-91ac-0b658a03703a', 'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'mac_address': 'fa:16:3e:6e:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:40Z', 'updated_at': '2021-09-08T16:35:51Z', 'revision_number': 4, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'subnets': [{'id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:35:53.458355 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf8766-ac82-4a6b-a568-58b6674966df tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=528e9f4f-24be-4869-bd03-1c047212f139,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:53.489510 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88d82e9-338a-4867-a1a8-72258750943d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:35:53.556540 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-f88d82e9-338a-4867-a1a8-72258750943d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:35:53.564847 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88d82e9-338a-4867-a1a8-72258750943d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:35:53.630048 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f3042f-5c2d-4d02-9c50-0e21e776f0fd {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:35:53.650397 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:53.677891 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82a49b4-d7cb-41bd-af43-34c706bfb15d', 'name': 'tempest-ServerRescueNegativeTestJSON-209972754-router', 'tenant_id': '81c4757c7f3247b68665fdb276686a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '66715bcb-421d-4548-b5e5-e61dbe2a71b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:36Z', 'updated_at': '2021-09-08T16:35:47Z', 'revision_number': 4, 'project_id': '81c4757c7f3247b68665fdb276686a96', 'gw_port': {'id': '66715bcb-421d-4548-b5e5-e61dbe2a71b2', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82a49b4-d7cb-41bd-af43-34c706bfb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:39Z', 'updated_at': '2021-09-08T16:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': 'fb0666da-868c-42f8-b77d-d8619cf69895', 'name': '', 'network_id': '36f557e5-0efe-4eef-bced-be0bb3e3f756', 'tenant_id': '81c4757c7f3247b68665fdb276686a96', 'mac_address': 'fa:16:3e:ad:0e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82a49b4-d7cb-41bd-af43-34c706bfb15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3240b4ec-a6f2-4115-bd70-90b9d26d722b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:46Z', 'updated_at': '2021-09-08T16:35:48Z', 'revision_number': 2, 'project_id': '81c4757c7f3247b68665fdb276686a96', 'subnets': [{'id': '3240b4ec-a6f2-4115-bd70-90b9d26d722b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:53.693573 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] Transition to ACTIVE for port object 94f3042f-5c2d-4d02-9c50-0e21e776f0fd will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:35:53.726747 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:53.764717 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] Checking router: e82a49b4-d7cb-41bd-af43-34c706bfb15d for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:35:53.765106 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] Updating router e82a49b4-d7cb-41bd-af43-34c706bfb15d port fb0666da-868c-42f8-b77d-d8619cf69895 binding host dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:35:53.869366 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:53.894110 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f88d82e9-338a-4867-a1a8-72258750943d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:54.038082 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 58e12531-4629-4f25-91ac-0b658a03703a up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:35:54.124639 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0cf8766-ac82-4a6b-a568-58b6674966df tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:54.128124 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-a0cf8766-ac82-4a6b-a568-58b6674966df tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3780851 Sep 08 16:35:54.132241 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 58884) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:54.353493 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-dbbafc67-270a-422d-8ffc-ac282ae47a2e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Request body: {'floatingip': {'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:35:54.391126 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d82e9-338a-4867-a1a8-72258750943d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Pushing event updated for resources: {'Port': ['ID=6c1f4f9a-a778-47d2-981b-39a209798943,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:54.492609 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port 58e12531-4629-4f25-91ac-0b658a03703a completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:35:54.538176 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 58e12531-4629-4f25-91ac-0b658a03703a triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:35:54.538747 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:54.556886 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f88d82e9-338a-4867-a1a8-72258750943d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:54.572727 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dbbafc67-270a-422d-8ffc-ac282ae47a2e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for floatingip, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:54.785748 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] Pushing event updated for resources: {'Port': ['ID=94f3042f-5c2d-4d02-9c50-0e21e776f0fd,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:54.912708 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:55.019700 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611afd56-17eb-4fa5-9057-fa69e7cd93ff req-d7a57c7d-86ca-4c21-b19a-52e5c7920038 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:55.021178 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-611afd56-17eb-4fa5-9057-fa69e7cd93ff req-d7a57c7d-86ca-4c21-b19a-52e5c7920038 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 931 time: 1.3258462 Sep 08 16:35:55.067951 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] Attempting to bind port 94f3042f-5c2d-4d02-9c50-0e21e776f0fd on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:35:55.068358 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] Attempting to bind port 94f3042f-5c2d-4d02-9c50-0e21e776f0fd by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'd23cb0ec-cdc1-4868-ba96-e7c40ffb941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '574c1af2-643a-429f-b626-b7bd562a2df8'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:35:55.068743 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] Attempting to bind port 94f3042f-5c2d-4d02-9c50-0e21e776f0fd on network 574c1af2-643a-429f-b626-b7bd562a2df8 {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:35:55.079089 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] Port 94f3042f-5c2d-4d02-9c50-0e21e776f0fd on network 574c1af2-643a-429f-b626-b7bd562a2df8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 16:35:55.079717 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] Attempting to bind port 94f3042f-5c2d-4d02-9c50-0e21e776f0fd on network 574c1af2-643a-429f-b626-b7bd562a2df8 {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:35:55.118663 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-7c802149-1815-4ede-9ff0-e982c10cebdc tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:55.126581 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-7c802149-1815-4ede-9ff0-e982c10cebdc tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/networks?id=36f557e5-0efe-4eef-bced-be0bb3e3f756 HTTP/1.1" status: 200 len: 818 time: 1.1603162 Sep 08 16:35:55.141217 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] Checking agent: {'id': 'ccbd07f4-9fa7-4e9d-ab49-144bada9319f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'started_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:35:55.142773 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] Checking segment: {'id': 'd23cb0ec-cdc1-4868-ba96-e7c40ffb941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '574c1af2-643a-429f-b626-b7bd562a2df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:35:55.142773 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] Bound using segment: {'id': 'd23cb0ec-cdc1-4868-ba96-e7c40ffb941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '574c1af2-643a-429f-b626-b7bd562a2df8'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:35:55.152960 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] Bound port: 94f3042f-5c2d-4d02-9c50-0e21e776f0fd, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23cb0ec-cdc1-4868-ba96-e7c40ffb941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '574c1af2-643a-429f-b626-b7bd562a2df8'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:35:55.152960 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:55.160287 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-611afd56-17eb-4fa5-9057-fa69e7cd93ff req-b611e189-2845-431a-a9d9-94fbeb2ccaf3 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270602 Sep 08 16:35:55.198247 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-e74cb54f-00d3-4adc-994b-7c1d19317eef tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/quotas/81c4757c7f3247b68665fdb276686a96 HTTP/1.1" status: 200 len: 375 time: 0.0706549 Sep 08 16:35:55.317570 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port 58e12531-4629-4f25-91ac-0b658a03703a, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=58e12531-4629-4f25-91ac-0b658a03703a,segment=NetworkSegment(f3688c3c-dbc6-43be-b85b-d7d2696b7239),segment_id=f3688c3c-dbc6-43be-b85b-d7d2696b7239)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:35:55.330826 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:55.368160 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] For port 94f3042f-5c2d-4d02-9c50-0e21e776f0fd, host hv-cinder-79053, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:35:55.373943 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] For port 94f3042f-5c2d-4d02-9c50-0e21e776f0fd, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=94f3042f-5c2d-4d02-9c50-0e21e776f0fd,segment=NetworkSegment(d23cb0ec-cdc1-4868-ba96-e7c40ffb941c),segment_id=d23cb0ec-cdc1-4868-ba96-e7c40ffb941c)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:35:55.397972 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:55.443429 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b7e0f9-fe8c-49d7-9101-c18fb8637760 {{(pid=94083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:35:55.446436 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfff983-15c3-4e9c-b4f4-131d67d83b75 req-9b2b4a3f-b10f-4b76-8ebf-d08062ec4d93 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:55.460397 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:55.463532 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-8bfff983-15c3-4e9c-b4f4-131d67d83b75 req-9b2b4a3f-b10f-4b76-8ebf-d08062ec4d93 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 944 time: 0.1920142 Sep 08 16:35:55.494823 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] Transition to ACTIVE for port object d7b7e0f9-fe8c-49d7-9101-c18fb8637760 will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:35:55.620586 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f88d82e9-338a-4867-a1a8-72258750943d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:55.630250 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=58e12531-4629-4f25-91ac-0b658a03703a,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:55.652407 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-8bfff983-15c3-4e9c-b4f4-131d67d83b75 req-72d96179-17ed-4312-bfe4-4876f48b9b2b tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858823 Sep 08 16:35:55.653350 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f88d82e9-338a-4867-a1a8-72258750943d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:55.658421 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:55.698510 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:55.703697 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for port, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:55.709523 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] 10.222.0.38 "PUT /v2.0/ports/94f3042f-5c2d-4d02-9c50-0e21e776f0fd HTTP/1.1" status: 200 len: 1094 time: 2.9632428 Sep 08 16:35:55.710349 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca1d1c5-9590-4808-a279-bfdf7f6e3446', 'tag': '94f3042f-5c2d-4d02-9c50-0e21e776f0fd'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:35:55.729482 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:55.782774 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d82e9-338a-4867-a1a8-72258750943d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Pushing event updated for resources: {'Port': ['ID=6c1f4f9a-a778-47d2-981b-39a209798943,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:55.785444 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] Transition to ACTIVE for port object fb0666da-868c-42f8-b77d-d8619cf69895 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:35:55.816893 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:55.859855 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] Pushing event updated for resources: {'Port': ['ID=d7b7e0f9-fe8c-49d7-9101-c18fb8637760,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:55.950538 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f88d82e9-338a-4867-a1a8-72258750943d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587310'] for floatingip, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:55.965260 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 58e12531-4629-4f25-91ac-0b658a03703a up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:35:55.965846 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] Attempting to bind port d7b7e0f9-fe8c-49d7-9101-c18fb8637760 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:35:55.965846 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] Attempting to bind port d7b7e0f9-fe8c-49d7-9101-c18fb8637760 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e631686a-1086-45ee-8f3b-c6edaa5166b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:35:55.966364 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] Attempting to bind port d7b7e0f9-fe8c-49d7-9101-c18fb8637760 on network 526f19c3-d660-4150-b4a9-8068c02c7731 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:35:56.007390 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f88d82e9-338a-4867-a1a8-72258750943d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:56.019371 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-f88d82e9-338a-4867-a1a8-72258750943d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5176184 Sep 08 16:35:56.019371 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-29869aa9-64f9-4bb0-96b2-b87d879ec761 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=81c4757c7f3247b68665fdb276686a96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7938924 Sep 08 16:35:56.021065 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] Port d7b7e0f9-fe8c-49d7-9101-c18fb8637760 on network 526f19c3-d660-4150-b4a9-8068c02c7731 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 16:35:56.021065 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] Attempting to bind port d7b7e0f9-fe8c-49d7-9101-c18fb8637760 on network 526f19c3-d660-4150-b4a9-8068c02c7731 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:35:56.028004 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] Checking agent: {'id': 'ccbd07f4-9fa7-4e9d-ab49-144bada9319f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'started_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:35:56.028579 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] Checking segment: {'id': 'e631686a-1086-45ee-8f3b-c6edaa5166b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:35:56.029217 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] Bound using segment: {'id': 'e631686a-1086-45ee-8f3b-c6edaa5166b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:35:56.029705 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] Bound port: d7b7e0f9-fe8c-49d7-9101-c18fb8637760, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e631686a-1086-45ee-8f3b-c6edaa5166b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:35:56.030648 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:56.140088 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dbbafc67-270a-422d-8ffc-ac282ae47a2e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:56.141425 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53a2ca-c6ea-487f-8a79-2292708c6792 service neutron] Pushing event updated for resources: {'Port': ['ID=94f3042f-5c2d-4d02-9c50-0e21e776f0fd,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:56.214561 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-de9ff5cf-441f-4bf7-b746-dc94ea59793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:56.216441 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-de9ff5cf-441f-4bf7-b746-dc94ea59793e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=84fa32749f264ec8b6d62df3cba7cca5&device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 1097 time: 0.3116944 Sep 08 16:35:56.222773 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0181a7-9448-4475-b9a5-a79c97225dff None None] Pushing event updated for resources: {'Port': ['ID=fb0666da-868c-42f8-b77d-d8619cf69895,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:56.442434 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-d837c990-15c2-41a0-bbbf-5b2ce279338f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94f3042f-5c2d-4d02-9c50-0e21e776f0fd HTTP/1.1" status: 200 len: 217 time: 0.2009194 Sep 08 16:35:56.454130 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] Attempting to bind port fb0666da-868c-42f8-b77d-d8619cf69895 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:35:56.454552 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] Attempting to bind port fb0666da-868c-42f8-b77d-d8619cf69895 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '242b69dc-0951-4bdf-9df7-9bd4972521ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '36f557e5-0efe-4eef-bced-be0bb3e3f756'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:35:56.454918 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] Attempting to bind port fb0666da-868c-42f8-b77d-d8619cf69895 on network 36f557e5-0efe-4eef-bced-be0bb3e3f756 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:35:56.477372 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 58e12531-4629-4f25-91ac-0b658a03703a triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:35:56.478113 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:56.481746 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:35:56.482886 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] Checking segment: {'id': '242b69dc-0951-4bdf-9df7-9bd4972521ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '36f557e5-0efe-4eef-bced-be0bb3e3f756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:35:56.483827 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:56.484525 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] Bound using segment: {'id': '242b69dc-0951-4bdf-9df7-9bd4972521ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '36f557e5-0efe-4eef-bced-be0bb3e3f756'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:35:56.485239 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] Bound port: fb0666da-868c-42f8-b77d-d8619cf69895, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242b69dc-0951-4bdf-9df7-9bd4972521ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '36f557e5-0efe-4eef-bced-be0bb3e3f756'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:35:56.485866 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:56.634954 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] For port fb0666da-868c-42f8-b77d-d8619cf69895, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:35:56.642570 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] For port fb0666da-868c-42f8-b77d-d8619cf69895, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=fb0666da-868c-42f8-b77d-d8619cf69895,segment=NetworkSegment(242b69dc-0951-4bdf-9df7-9bd4972521ae),segment_id=242b69dc-0951-4bdf-9df7-9bd4972521ae)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:35:56.682785 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}052132607aa1e77156c8280a79f90cfe209327eee7c9d353b1e37ff050bd5426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8766bf2-3bd6-4c63-93a0-70330798c018" -d '{"events": [{"name": "network-changed", "server_uuid": "cca1d1c5-9590-4808-a279-bfdf7f6e3446", "tag": "94f3042f-5c2d-4d02-9c50-0e21e776f0fd"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:35:56.688954 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:56.710368 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c373c7-26ed-45b0-ac7d-79b00e06b388 req-f11126dc-df7d-4bcb-b3b2-70b7b5339f26 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:56.728538 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-97c373c7-26ed-45b0-ac7d-79b00e06b388 req-f11126dc-df7d-4bcb-b3b2-70b7b5339f26 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 943 time: 0.2893512 Sep 08 16:35:56.733836 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-fba33576-9fe4-4d11-984b-a7f5afa8e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:56.739551 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-fba33576-9fe4-4d11-984b-a7f5afa8e202 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f0c44d8-8cf8-4edf-ade7-ea70aaed4634 HTTP/1.1" status: 200 len: 851 time: 0.2185657 Sep 08 16:35:56.931845 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 58968) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:56.980152 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-0b570754-d802-42cc-8f55-9e73bfefa30e service neutron] 10.222.0.69 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9457037 Sep 08 16:35:56.980408 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-84bfb171-e82f-4226-8b85-2fd5e816897f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=574c1af2-643a-429f-b626-b7bd562a2df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1486139 Sep 08 16:35:57.045211 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] For port d7b7e0f9-fe8c-49d7-9101-c18fb8637760, host hv-cinder-79053, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:35:57.061466 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] Routers {'e82a49b4-d7cb-41bd-af43-34c706bfb15d'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:35:57.062216 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:35:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['e82a49b4-d7cb-41bd-af43-34c706bfb15d'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:57.065202 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-97c373c7-26ed-45b0-ac7d-79b00e06b388 req-e1832e5d-97d0-49eb-857a-448046872034 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315492 Sep 08 16:35:57.078853 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] For port d7b7e0f9-fe8c-49d7-9101-c18fb8637760, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d7b7e0f9-fe8c-49d7-9101-c18fb8637760,segment=NetworkSegment(e631686a-1086-45ee-8f3b-c6edaa5166b6),segment_id=e631686a-1086-45ee-8f3b-c6edaa5166b6)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:35:57.081526 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [None req-dbbafc67-270a-422d-8ffc-ac282ae47a2e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Allocated IP 172.27.3.251 (84aa3881-86d2-4090-846d-df2f4a76ffa3/4838e23d-7083-4c92-9a08-11046328e4a1/a6743b2b-8bb0-4bad-90fb-44370fd4b506) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:35:57.181634 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0181a7-9448-4475-b9a5-a79c97225dff None None] Pushing event updated for resources: {'Port': ['ID=fb0666da-868c-42f8-b77d-d8619cf69895,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:57.317706 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] Set router e82a49b4-d7cb-41bd-af43-34c706bfb15d gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:35:57.328772 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dbbafc67-270a-422d-8ffc-ac282ae47a2e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:57.341615 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:57.411641 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:57.412433 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:57.414791 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] 10.222.0.38 "PUT /v2.0/ports/d7b7e0f9-fe8c-49d7-9101-c18fb8637760 HTTP/1.1" status: 200 len: 1093 time: 5.5063713 Sep 08 16:35:57.417131 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0386173e-32b2-4055-ba82-8c8fb675791a', 'tag': 'd7b7e0f9-fe8c-49d7-9101-c18fb8637760'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:35:57.438366 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-3ec16a67-db65-4a84-933d-73b4531a4870 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1004870100&fields=id&tenant_id=4e1afedab9c44cb28f302d9f903cc9c1 HTTP/1.1" status: 200 len: 267 time: 0.1276553 Sep 08 16:35:57.502676 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ffda4280-1068-438d-bbf6-4db8331af277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:57.726321 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25966eec-e931-4e21-918d-32c8191c7e4b service neutron] Pushing event updated for resources: {'Port': ['ID=d7b7e0f9-fe8c-49d7-9101-c18fb8637760,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:57.740248 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82a49b4-d7cb-41bd-af43-34c706bfb15d', 'name': 'tempest-ServerRescueNegativeTestJSON-209972754-router', 'tenant_id': '81c4757c7f3247b68665fdb276686a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '66715bcb-421d-4548-b5e5-e61dbe2a71b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:36Z', 'updated_at': '2021-09-08T16:35:47Z', 'revision_number': 4, 'project_id': '81c4757c7f3247b68665fdb276686a96', 'gw_port': {'id': '66715bcb-421d-4548-b5e5-e61dbe2a71b2', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82a49b4-d7cb-41bd-af43-34c706bfb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:39Z', 'updated_at': '2021-09-08T16:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': 'fb0666da-868c-42f8-b77d-d8619cf69895', 'name': '', 'network_id': '36f557e5-0efe-4eef-bced-be0bb3e3f756', 'tenant_id': '81c4757c7f3247b68665fdb276686a96', 'mac_address': 'fa:16:3e:ad:0e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82a49b4-d7cb-41bd-af43-34c706bfb15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3240b4ec-a6f2-4115-bd70-90b9d26d722b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:46Z', 'updated_at': '2021-09-08T16:35:56Z', 'revision_number': 4, 'project_id': '81c4757c7f3247b68665fdb276686a96', 'subnets': [{'id': '3240b4ec-a6f2-4115-bd70-90b9d26d722b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:35:57.751087 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-79f2990e-341c-4538-aaf4-9eb0d3627690 service neutron] 10.222.0.69 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7699473 Sep 08 16:35:57.767620 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dbbafc67-270a-422d-8ffc-ac282ae47a2e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:57.790625 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4041940d-fc03-4f72-b346-476675a86188" -d '{"events": [{"name": "network-changed", "server_uuid": "0386173e-32b2-4055-ba82-8c8fb675791a", "tag": "d7b7e0f9-fe8c-49d7-9101-c18fb8637760"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:35:57.802032 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da94aa4-db36-4b76-8594-a9c12ea7848e None None] The sync data for ids ['e82a49b4-d7cb-41bd-af43-34c706bfb15d'] in dv-cinder-790535-14-iscsi is: [{'id': 'e82a49b4-d7cb-41bd-af43-34c706bfb15d', 'name': 'tempest-ServerRescueNegativeTestJSON-209972754-router', 'tenant_id': '81c4757c7f3247b68665fdb276686a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '66715bcb-421d-4548-b5e5-e61dbe2a71b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:36Z', 'updated_at': '2021-09-08T16:35:47Z', 'revision_number': 4, 'project_id': '81c4757c7f3247b68665fdb276686a96', 'gw_port': {'id': '66715bcb-421d-4548-b5e5-e61dbe2a71b2', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82a49b4-d7cb-41bd-af43-34c706bfb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:39Z', 'updated_at': '2021-09-08T16:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': 'fb0666da-868c-42f8-b77d-d8619cf69895', 'name': '', 'network_id': '36f557e5-0efe-4eef-bced-be0bb3e3f756', 'tenant_id': '81c4757c7f3247b68665fdb276686a96', 'mac_address': 'fa:16:3e:ad:0e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82a49b4-d7cb-41bd-af43-34c706bfb15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3240b4ec-a6f2-4115-bd70-90b9d26d722b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:46Z', 'updated_at': '2021-09-08T16:35:56Z', 'revision_number': 4, 'project_id': '81c4757c7f3247b68665fdb276686a96', 'subnets': [{'id': '3240b4ec-a6f2-4115-bd70-90b9d26d722b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:35:57.858793 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbafc67-270a-422d-8ffc-ac282ae47a2e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:35:57.874431 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-dbbafc67-270a-422d-8ffc-ac282ae47a2e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:35:57.892112 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbafc67-270a-422d-8ffc-ac282ae47a2e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:35:57.910981 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbafc67-270a-422d-8ffc-ac282ae47a2e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Pushing event updated for resources: {'Port': ['ID=a6743b2b-8bb0-4bad-90fb-44370fd4b506,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:58.018118 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-be193d49-ad50-43c6-b3a5-df102560f963 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:58.028654 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-be193d49-ad50-43c6-b3a5-df102560f963 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/networks?id=d5885bf2-f857-4e7a-90de-683d9b947e27 HTTP/1.1" status: 200 len: 817 time: 0.5663412 Sep 08 16:35:58.081428 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dbbafc67-270a-422d-8ffc-ac282ae47a2e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:58.120643 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-33b5e6f6-23db-43cc-85c8-0ff2fafab2db tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/quotas/4e1afedab9c44cb28f302d9f903cc9c1 HTTP/1.1" status: 200 len: 375 time: 0.0907395 Sep 08 16:35:58.419498 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a52da26f-ee53-4efc-994e-cdf215ced0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:58.426354 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dbbafc67-270a-422d-8ffc-ac282ae47a2e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:58.439878 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ffda4280-1068-438d-bbf6-4db8331af277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:58.534611 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ffda4280-1068-438d-bbf6-4db8331af277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:58.633918 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-333ba006-4386-452a-80e7-43645eab58ba tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e1afedab9c44cb28f302d9f903cc9c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5123839 Sep 08 16:35:58.647219 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-ffda4280-1068-438d-bbf6-4db8331af277 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=98fd5cc52f544effb2b218e3c93dc61f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7141054 Sep 08 16:35:58.651739 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 59018) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:58.669351 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda4280-1068-438d-bbf6-4db8331af277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7949ed-8bdd-46dd-82ac-d469c2879eac,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:58.695203 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-c297c889-7bcd-4bfd-9bc8-94c36799b3a7 service neutron] 10.222.0.38 "GET /v2.0/networks/574c1af2-643a-429f-b626-b7bd562a2df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6146069 Sep 08 16:35:58.799277 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-8922d250-aadf-47fa-a461-166543d252bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:58.801541 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-8922d250-aadf-47fa-a461-166543d252bf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b37fecc579c1473c8b83905a25042a91&device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 1096 time: 0.6022487 Sep 08 16:35:58.816956 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159eb4a-47a3-41e1-8888-b29d0d0d2007 req-45972334-5921-4b24-ac25-6998c2758877 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:58.825992 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a159eb4a-47a3-41e1-8888-b29d0d0d2007 req-45972334-5921-4b24-ac25-6998c2758877 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 944 time: 0.4936080 Sep 08 16:35:58.901425 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-59286816-9b93-48ff-a55b-e2c685ebb7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:58.950243 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-08966a46-4107-401d-a679-75db8058b416 service neutron] 10.222.0.69 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008156 Sep 08 16:35:58.989983 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-59286816-9b93-48ff-a55b-e2c685ebb7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:59.003495 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dbbafc67-270a-422d-8ffc-ac282ae47a2e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:59.006208 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-22f8e8cf-acf1-4be9-82b3-c4a2a9289f81 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7b7e0f9-fe8c-49d7-9101-c18fb8637760 HTTP/1.1" status: 200 len: 217 time: 0.1070008 Sep 08 16:35:59.020988 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a159eb4a-47a3-41e1-8888-b29d0d0d2007 req-c8c7c9df-126c-4214-9e96-2347353534d0 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905529 Sep 08 16:35:59.026587 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dbbafc67-270a-422d-8ffc-ac282ae47a2e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:59.113128 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c13df5de-b0bd-4c07-89fc-370685d250c3 req-9d6f6be3-4bda-48c5-a62e-2d9ac354fded service neutron] 10.222.0.38 "GET /v2.0/networks/574c1af2-643a-429f-b626-b7bd562a2df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127733 Sep 08 16:35:59.131579 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-1ba0de19-f256-45b1-993a-2b19a5596eb8 service neutron] 10.222.0.69 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707571 Sep 08 16:35:59.148134 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dbbafc67-270a-422d-8ffc-ac282ae47a2e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587310'] for floatingip, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:59.156608 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-59286816-9b93-48ff-a55b-e2c685ebb7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:59.162150 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-59286816-9b93-48ff-a55b-e2c685ebb7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:59.165706 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-59286816-9b93-48ff-a55b-e2c685ebb7e4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2d7949ed-8bdd-46dd-82ac-d469c2879eac HTTP/1.1" status: 204 len: 168 time: 0.5028398 Sep 08 16:35:59.172885 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-ba389110-4ca6-498b-9af3-2942710450ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:59.175073 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-ba389110-4ca6-498b-9af3-2942710450ea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e7919065-c634-4191-97d6-8e6fcf1f2ec3 HTTP/1.1" status: 200 len: 854 time: 0.1518915 Sep 08 16:35:59.179236 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbafc67-270a-422d-8ffc-ac282ae47a2e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Pushing event updated for resources: {'Port': ['ID=a6743b2b-8bb0-4bad-90fb-44370fd4b506,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:59.196560 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dbbafc67-270a-422d-8ffc-ac282ae47a2e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:59.196905 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59286816-9b93-48ff-a55b-e2c685ebb7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7949ed-8bdd-46dd-82ac-d469c2879eac,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:35:59.205112 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-dbbafc67-270a-422d-8ffc-ac282ae47a2e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9567299 Sep 08 16:35:59.305771 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8fc934-f828-43ae-ba9e-76a1980877af x-openstack-request-id: req-9b8fc934-f828-43ae-ba9e-76a1980877af {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:35:59.306103 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca1d1c5-9590-4808-a279-bfdf7f6e3446", "tag": "94f3042f-5c2d-4d02-9c50-0e21e776f0fd", "status": "completed", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:35:59.306594 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9b8fc934-f828-43ae-ba9e-76a1980877af {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:35:59.307061 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca1d1c5-9590-4808-a279-bfdf7f6e3446', 'tag': '94f3042f-5c2d-4d02-9c50-0e21e776f0fd', 'status': 'completed', 'code': 200} Sep 08 16:35:59.315536 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-29b75e59-ca34-4a8b-bbbe-c170069da910 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=526f19c3-d660-4150-b4a9-8068c02c7731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023054 Sep 08 16:35:59.416987 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8766bf2-3bd6-4c63-93a0-70330798c018 req-7380573b-92ec-400b-ac8d-8c841d5c73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:35:59.421066 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f8766bf2-3bd6-4c63-93a0-70330798c018 req-7380573b-92ec-400b-ac8d-8c841d5c73bd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=84fa32749f264ec8b6d62df3cba7cca5&device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 1097 time: 0.0596707 Sep 08 16:35:59.535839 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-a6e5dd03-7700-4384-af56-1c89916e4ede service neutron] 10.222.0.38 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988542 Sep 08 16:35:59.717310 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d955b384-bbed-4ca4-926c-815a87f3b9b7 x-openstack-request-id: req-d955b384-bbed-4ca4-926c-815a87f3b9b7 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:35:59.717601 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0386173e-32b2-4055-ba82-8c8fb675791a", "tag": "d7b7e0f9-fe8c-49d7-9101-c18fb8637760", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:35:59.717850 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d955b384-bbed-4ca4-926c-815a87f3b9b7 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:35:59.718315 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0386173e-32b2-4055-ba82-8c8fb675791a', 'tag': 'd7b7e0f9-fe8c-49d7-9101-c18fb8637760', 'status': 'completed', 'code': 200} Sep 08 16:35:59.726434 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 59058) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:59.758326 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d07e6ff3-01d8-4ec7-82de-1188affb0366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:35:59.810586 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.38', 51257) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:35:59.921851 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device fb0666da-868c-42f8-b77d-d8619cf69895 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:36:00.010545 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8766bf2-3bd6-4c63-93a0-70330798c018 req-32fea2c0-f390-4110-b5fa-f7466836f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:00.012370 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port fb0666da-868c-42f8-b77d-d8619cf69895 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:36:00.012886 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f8766bf2-3bd6-4c63-93a0-70330798c018 req-32fea2c0-f390-4110-b5fa-f7466836f960 service neutron] 10.222.0.38 "GET /v2.0/networks?id=574c1af2-643a-429f-b626-b7bd562a2df8 HTTP/1.1" status: 200 len: 912 time: 0.5835931 Sep 08 16:36:00.022635 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port fb0666da-868c-42f8-b77d-d8619cf69895 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:36:00.024602 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:00.044521 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f3f76e3c-d5cf-4a4d-a989-96225d22f711 req-65a0d509-246f-431a-886b-53348ccdc479 service neutron] 10.222.0.38 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008719 Sep 08 16:36:00.056896 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1b311c75-0500-4e49-bcdd-3a10e09e8dcc req-f2f2e499-1b2d-485f-a48b-68e965064c62 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 210 time: 0.5220549 Sep 08 16:36:00.124083 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f8766bf2-3bd6-4c63-93a0-70330798c018 req-c2f15655-7911-4f06-b73f-a8366cac3bad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94f3042f-5c2d-4d02-9c50-0e21e776f0fd HTTP/1.1" status: 200 len: 217 time: 0.0998816 Sep 08 16:36:00.248397 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a1f92bcd-f5ac-4420-9448-c687726dcf2a req-e3d8bd68-269a-461e-ae9a-c7ed14d9b40e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 210 time: 0.1205366 Sep 08 16:36:00.299925 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:00.312248 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-ed523117-57d0-4d5e-92d7-f4e0257e5629 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:00.313998 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-ed523117-57d0-4d5e-92d7-f4e0257e5629 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.38 "GET /v2.0/networks?id=36f557e5-0efe-4eef-bced-be0bb3e3f756 HTTP/1.1" status: 200 len: 818 time: 0.4963150 Sep 08 16:36:00.357478 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port fb0666da-868c-42f8-b77d-d8619cf69895, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=fb0666da-868c-42f8-b77d-d8619cf69895,segment=NetworkSegment(242b69dc-0951-4bdf-9df7-9bd4972521ae),segment_id=242b69dc-0951-4bdf-9df7-9bd4972521ae)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:00.368749 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8766bf2-3bd6-4c63-93a0-70330798c018 req-0c663be5-66bd-4e05-814e-99d7d49d3847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:00.371013 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f8766bf2-3bd6-4c63-93a0-70330798c018 req-0c663be5-66bd-4e05-814e-99d7d49d3847 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f0c44d8-8cf8-4edf-ade7-ea70aaed4634 HTTP/1.1" status: 200 len: 851 time: 0.1387420 Sep 08 16:36:00.371225 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:00.385875 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-7dca983d-9a09-49c1-baf2-8d60b02796b8 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Request body: {'port': {'device_id': '2dd006d0-c27b-4564-acfb-6f1feb48aea2', 'network_id': '36f557e5-0efe-4eef-bced-be0bb3e3f756', 'admin_state_up': True, 'tenant_id': '81c4757c7f3247b68665fdb276686a96'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:36:00.415525 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f8766bf2-3bd6-4c63-93a0-70330798c018 req-3846aad1-a7fa-407c-96cd-6cacce33e04f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=574c1af2-643a-429f-b626-b7bd562a2df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339248 Sep 08 16:36:00.447466 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d07e6ff3-01d8-4ec7-82de-1188affb0366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:00.453384 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=fb0666da-868c-42f8-b77d-d8619cf69895,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:00.480851 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-4a1e2027-5b92-42e2-809a-49a2734b1904 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1348407375&fields=id&tenant_id=1c557bacc0f34ebebe377a14efbe9c0d HTTP/1.1" status: 200 len: 267 time: 0.0638990 Sep 08 16:36:00.489107 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d07e6ff3-01d8-4ec7-82de-1188affb0366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:00.498553 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8605427-e609-4d24-b103-7570e8460a93 req-d638b60b-1a38-4deb-9803-bf9a1cb157a5 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:00.500146 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f8605427-e609-4d24-b103-7570e8460a93 req-d638b60b-1a38-4deb-9803-bf9a1cb157a5 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 943 time: 0.5382049 Sep 08 16:36:00.513379 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041940d-fc03-4f72-b346-476675a86188 req-bebe4121-692c-4af3-a666-5b8a788cf2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:00.515000 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4041940d-fc03-4f72-b346-476675a86188 req-bebe4121-692c-4af3-a666-5b8a788cf2d1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b37fecc579c1473c8b83905a25042a91&device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 1096 time: 0.1905937 Sep 08 16:36:00.601855 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-d07e6ff3-01d8-4ec7-82de-1188affb0366 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=da8d8728765a4c859def53137a1bb8b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8741469 Sep 08 16:36:00.610209 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 59090) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:00.627124 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e6ff3-01d8-4ec7-82de-1188affb0366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff533aa-55c1-4f63-b0ad-f5b1b73b8b95,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:00.638454 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f8766bf2-3bd6-4c63-93a0-70330798c018 req-ce27bfd6-7095-4e6b-a885-4240f3a269c7 service neutron] 10.222.0.38 "GET /v2.0/networks/574c1af2-643a-429f-b626-b7bd562a2df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992233 Sep 08 16:36:00.671182 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f8605427-e609-4d24-b103-7570e8460a93 req-02a60da6-1550-4949-bf5f-bd2ec84ca198 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551917 Sep 08 16:36:00.671432 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-a18ec786-cfae-48cb-bc67-d469b7a40698 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:00.678464 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-a18ec786-cfae-48cb-bc67-d469b7a40698 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/networks?id=f9db32ff-f404-4a60-9a66-c9419aa017aa HTTP/1.1" status: 200 len: 811 time: 0.1967351 Sep 08 16:36:00.698457 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-48fe0d69-8318-461c-b027-8d822bac64c4 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/quotas/1c557bacc0f34ebebe377a14efbe9c0d HTTP/1.1" status: 200 len: 375 time: 0.0169742 Sep 08 16:36:00.750002 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c2d46f6d-164f-41e2-be5d-6eedb1f89e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:00.787372 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-93d0a016-fbd7-44c0-b345-8bc6faecb1e8 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c557bacc0f34ebebe377a14efbe9c0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0827646 Sep 08 16:36:00.789812 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c2d46f6d-164f-41e2-be5d-6eedb1f89e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:00.917125 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-572f142b-3275-46fb-8828-db32a7866a93 service neutron] 10.222.0.69 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153915 Sep 08 16:36:00.923545 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c2d46f6d-164f-41e2-be5d-6eedb1f89e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:00.926186 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c2d46f6d-164f-41e2-be5d-6eedb1f89e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:00.929729 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-c2d46f6d-164f-41e2-be5d-6eedb1f89e86 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fff533aa-55c1-4f63-b0ad-f5b1b73b8b95 HTTP/1.1" status: 204 len: 168 time: 0.3141263 Sep 08 16:36:00.929890 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-7dca983d-9a09-49c1-baf2-8d60b02796b8 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Made reservation on behalf of 81c4757c7f3247b68665fdb276686a96 for: {'port': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:36:00.936906 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-7dca983d-9a09-49c1-baf2-8d60b02796b8 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:00.955199 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d46f6d-164f-41e2-be5d-6eedb1f89e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff533aa-55c1-4f63-b0ad-f5b1b73b8b95,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:00.977543 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041940d-fc03-4f72-b346-476675a86188 req-ddba7853-8922-49b2-bdff-0cb387cc5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:00.979033 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4041940d-fc03-4f72-b346-476675a86188 req-ddba7853-8922-49b2-bdff-0cb387cc5fe3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=526f19c3-d660-4150-b4a9-8068c02c7731 HTTP/1.1" status: 200 len: 915 time: 0.4470870 Sep 08 16:36:00.996770 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f69a16-7f7a-4e75-9521-3ec460a09c76 req-cff4e269-8355-4eff-9d14-03dcf2bb2d5f tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:00.998350 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a1f69a16-7f7a-4e75-9521-3ec460a09c76 req-cff4e269-8355-4eff-9d14-03dcf2bb2d5f tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 944 time: 0.1337695 Sep 08 16:36:01.033369 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-d502d697-c7ba-4277-87eb-fc163cb4a3a3 service neutron] 10.222.0.69 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049669 Sep 08 16:36:01.082954 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a1f69a16-7f7a-4e75-9521-3ec460a09c76 req-7e1bdea9-3de5-42cc-9f65-e7ef215bc8ad tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547085 Sep 08 16:36:01.124128 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-66ae0c65-5a9f-472a-a9aa-a372336c2dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:01.150488 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-7dca983d-9a09-49c1-baf2-8d60b02796b8 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Allocated IP 172.20.0.14 (36f557e5-0efe-4eef-bced-be0bb3e3f756/3240b4ec-a6f2-4115-bd70-90b9d26d722b/e17c3881-d6fe-4e04-8750-7445ef308cd8) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:36:01.226314 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:01.305378 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1e14388d-04d9-4708-9890-898c7d414d1e req-b93c9120-2a05-413f-b493-04cd9b496ca9 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 210 time: 0.0592389 Sep 08 16:36:01.457761 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75532647-5e64-4610-b973-0b9d9064b4eb req-8b11c05f-0961-4be8-8575-2809eca8ef16 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:01.465538 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-75532647-5e64-4610-b973-0b9d9064b4eb req-8b11c05f-0961-4be8-8575-2809eca8ef16 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/networks?id=36f557e5-0efe-4eef-bced-be0bb3e3f756 HTTP/1.1" status: 200 len: 818 time: 0.2641380 Sep 08 16:36:01.480570 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ec61d3b8-7590-4027-bd47-688b7dbe5a47 req-475a7f39-2bea-4c8e-b710-a64dc08e1517 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 210 time: 0.0657048 Sep 08 16:36:01.494503 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-75532647-5e64-4610-b973-0b9d9064b4eb req-ecc1db1a-74e2-4c28-890b-bbf655775808 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/quotas/81c4757c7f3247b68665fdb276686a96 HTTP/1.1" status: 200 len: 375 time: 0.0279918 Sep 08 16:36:01.530973 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-7dca983d-9a09-49c1-baf2-8d60b02796b8 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:01.590707 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-75532647-5e64-4610-b973-0b9d9064b4eb req-1c637940-5404-41fb-80aa-0cd7f6288174 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=81c4757c7f3247b68665fdb276686a96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0953050 Sep 08 16:36:01.602310 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-7dca983d-9a09-49c1-baf2-8d60b02796b8 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:01.714341 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-7dca983d-9a09-49c1-baf2-8d60b02796b8 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Network 36f557e5-0efe-4eef-bced-be0bb3e3f756 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:36:01.720740 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca983d-9a09-49c1-baf2-8d60b02796b8 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Pushing event updated for resources: {'Port': ['ID=e17c3881-d6fe-4e04-8750-7445ef308cd8,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:01.723679 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-7dca983d-9a09-49c1-baf2-8d60b02796b8 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:36:01.730172 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-7dca983d-9a09-49c1-baf2-8d60b02796b8 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:36:01.735844 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-7dca983d-9a09-49c1-baf2-8d60b02796b8 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:01.736693 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-7dca983d-9a09-49c1-baf2-8d60b02796b8 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:01.773112 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-7dca983d-9a09-49c1-baf2-8d60b02796b8 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4249096 Sep 08 16:36:01.777619 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-75532647-5e64-4610-b973-0b9d9064b4eb req-ddcc17d3-1f59-4556-95da-8a3221d570ee service neutron] 10.222.0.69 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722605 Sep 08 16:36:01.855703 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device fb0666da-868c-42f8-b77d-d8619cf69895 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:36:01.862063 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e7555-f0d3-42fd-864f-513acbdc1d68 req-0d9c833e-9cf5-4287-8e80-692fe0fd1127 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:01.863841 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-db8e7555-f0d3-42fd-864f-513acbdc1d68 req-0d9c833e-9cf5-4287-8e80-692fe0fd1127 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 943 time: 0.0620973 Sep 08 16:36:01.901216 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-75532647-5e64-4610-b973-0b9d9064b4eb req-c024b0df-5cbc-4f4d-a84b-75a76bf08b05 service neutron] 10.222.0.69 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126802 Sep 08 16:36:01.909353 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port fb0666da-868c-42f8-b77d-d8619cf69895 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:36:01.909934 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:01.912164 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-db8e7555-f0d3-42fd-864f-513acbdc1d68 req-583403ff-d209-4a9c-b7c7-f51c6e8bb100 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420904 Sep 08 16:36:02.088626 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-dd3c1bc5-b65b-460d-adbf-419464432312 req-816f7874-c4ca-4832-abc7-00017a865064 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 210 time: 0.0264354 Sep 08 16:36:02.218987 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9a1a6-a442-4be3-a98b-0abb4e06c503 req-86e188b9-6f3a-4349-9522-64b767de95ba tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:02.225207 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f7d9a1a6-a442-4be3-a98b-0abb4e06c503 req-86e188b9-6f3a-4349-9522-64b767de95ba tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 944 time: 0.0589693 Sep 08 16:36:02.267255 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f7d9a1a6-a442-4be3-a98b-0abb4e06c503 req-1b0befca-2319-4848-8c74-71bbe6aa38d9 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361025 Sep 08 16:36:02.463034 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d84e6dbb-0009-47ed-9ab1-91adf29940ca req-f33d0f6b-462b-4492-a242-845c336e3549 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 210 time: 0.0400431 Sep 08 16:36:02.476641 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:02.486144 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f8766bf2-3bd6-4c63-93a0-70330798c018 req-b01f6e45-4bc5-4f96-9128-5b23cf87ce8b service neutron] 10.222.0.38 "GET /v2.0/networks/574c1af2-643a-429f-b626-b7bd562a2df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458228 Sep 08 16:36:02.583571 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ac40a1d4-bfca-4fbb-80b8-f30ebe7996d5 req-79800cae-6a8d-4823-aaae-9b51d922ed7c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 210 time: 0.0257609 Sep 08 16:36:03.048916 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa4c59-8996-4e06-bcba-ea559f5a9024 req-a75eebc2-d87b-4159-9f09-6fc04fc69d28 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:03.050555 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-09fa4c59-8996-4e06-bcba-ea559f5a9024 req-a75eebc2-d87b-4159-9f09-6fc04fc69d28 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 943 time: 0.0599527 Sep 08 16:36:03.096100 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-09fa4c59-8996-4e06-bcba-ea559f5a9024 req-bf44d5ee-b6a8-48e4-bcb5-ca143e9da553 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386901 Sep 08 16:36:03.185974 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-707bd86d-a02e-4af9-93bb-8bdfa1a31059 req-14539ddc-6e6f-4ce3-b741-38f1ddb02634 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 210 time: 0.0309932 Sep 08 16:36:03.370503 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4041940d-fc03-4f72-b346-476675a86188 req-5d9f0ef1-cd91-4894-b44f-01533c7d4c26 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7b7e0f9-fe8c-49d7-9101-c18fb8637760 HTTP/1.1" status: 200 len: 217 time: 0.0390859 Sep 08 16:36:03.376132 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] Request body: {'port': {'device_id': '2dd006d0-c27b-4564-acfb-6f1feb48aea2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:36:03.483995 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c3634-2ee5-48cb-aad3-8ea4830826f4 req-1e535428-0816-4548-ac73-13d1a2f032e3 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:03.486939 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-8d6c3634-2ee5-48cb-aad3-8ea4830826f4 req-1e535428-0816-4548-ac73-13d1a2f032e3 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 944 time: 0.1307633 Sep 08 16:36:03.488390 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:03.506496 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041940d-fc03-4f72-b346-476675a86188 req-76525bf9-5377-4457-b8db-ec7d803af955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:03.509545 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4041940d-fc03-4f72-b346-476675a86188 req-76525bf9-5377-4457-b8db-ec7d803af955 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e7919065-c634-4191-97d6-8e6fcf1f2ec3 HTTP/1.1" status: 200 len: 854 time: 0.1066456 Sep 08 16:36:03.539628 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-8d6c3634-2ee5-48cb-aad3-8ea4830826f4 req-e8a1d794-e6a9-4371-a0e6-3fffb0cb1496 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436656 Sep 08 16:36:03.578095 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4041940d-fc03-4f72-b346-476675a86188 req-c42ecf57-8b5c-4fc9-ba0a-cc9bc843ce06 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=526f19c3-d660-4150-b4a9-8068c02c7731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313478 Sep 08 16:36:03.668000 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e81aae6e-7e56-4adf-8651-c2e28403a1c1 req-91df460e-5db4-43c6-8a65-cb50a26b754f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 210 time: 0.0788956 Sep 08 16:36:03.717637 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-25428315-0496-4239-9804-5bb8a704b8d6 req-700a4949-1d62-4d9c-bbad-a5323ba42406 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 210 time: 0.0534356 Sep 08 16:36:03.850557 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4041940d-fc03-4f72-b346-476675a86188 req-128bf5dc-769a-4ea1-9fd2-28581eaaa824 service neutron] 10.222.0.38 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421513 Sep 08 16:36:03.897309 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-46d3aa68-e199-4456-8b47-8cda30212af0 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:03.898847 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-46d3aa68-e199-4456-8b47-8cda30212af0 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.38 "GET /v2.0/networks?id=d5885bf2-f857-4e7a-90de-683d9b947e27 HTTP/1.1" status: 200 len: 817 time: 0.1346309 Sep 08 16:36:03.966952 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-bb62b597-f108-4e4b-9050-fe59ac99b5c0 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e1afedab9c44cb28f302d9f903cc9c1 HTTP/1.1" status: 200 len: 380 time: 0.0487792 Sep 08 16:36:03.982166 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-39bba0b5-f5a1-441c-991a-9c6ddeea7c8b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Request body: {'port': {'device_id': '1c663966-e457-4d6c-9626-26bec71d82d9', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'admin_state_up': True, 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'security_groups': ['4c72d469-41d5-40f3-b4a2-2700803712e5']}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:36:04.030513 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4041940d-fc03-4f72-b346-476675a86188 req-4a1fe030-568c-4bf6-b105-3c09713fb102 service neutron] 10.222.0.38 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545460 Sep 08 16:36:04.032573 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e17c3881-d6fe-4e04-8750-7445ef308cd8 {{(pid=94083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:36:04.040517 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:04.056160 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] Transition to ACTIVE for port object e17c3881-d6fe-4e04-8750-7445ef308cd8 will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:36:04.063271 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:04.117564 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:04.121464 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] Pushing event updated for resources: {'Port': ['ID=e17c3881-d6fe-4e04-8750-7445ef308cd8,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:04.131301 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-39bba0b5-f5a1-441c-991a-9c6ddeea7c8b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Made reservation on behalf of 4e1afedab9c44cb28f302d9f903cc9c1 for: {'port': 1} {{(pid=94082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:36:04.137962 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-39bba0b5-f5a1-441c-991a-9c6ddeea7c8b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:04.151256 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] Attempting to bind port e17c3881-d6fe-4e04-8750-7445ef308cd8 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:36:04.151622 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] Attempting to bind port e17c3881-d6fe-4e04-8750-7445ef308cd8 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '242b69dc-0951-4bdf-9df7-9bd4972521ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '36f557e5-0efe-4eef-bced-be0bb3e3f756'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:36:04.151964 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] Attempting to bind port e17c3881-d6fe-4e04-8750-7445ef308cd8 on network 36f557e5-0efe-4eef-bced-be0bb3e3f756 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:36:04.157681 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] Port e17c3881-d6fe-4e04-8750-7445ef308cd8 on network 36f557e5-0efe-4eef-bced-be0bb3e3f756 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 16:36:04.158103 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] Attempting to bind port e17c3881-d6fe-4e04-8750-7445ef308cd8 on network 36f557e5-0efe-4eef-bced-be0bb3e3f756 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:36:04.164996 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] Checking agent: {'id': 'ccbd07f4-9fa7-4e9d-ab49-144bada9319f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'started_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:36:04.165160 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] Checking segment: {'id': '242b69dc-0951-4bdf-9df7-9bd4972521ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '36f557e5-0efe-4eef-bced-be0bb3e3f756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:36:04.165814 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] Bound using segment: {'id': '242b69dc-0951-4bdf-9df7-9bd4972521ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '36f557e5-0efe-4eef-bced-be0bb3e3f756'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:36:04.166508 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] Bound port: e17c3881-d6fe-4e04-8750-7445ef308cd8, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '242b69dc-0951-4bdf-9df7-9bd4972521ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '36f557e5-0efe-4eef-bced-be0bb3e3f756'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:36:04.167029 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:04.323783 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e0b177ef-a548-45a3-97cc-5566b501dc5c req-cabac809-ad98-4e62-bc6a-0fcca98069e2 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 210 time: 0.0426736 Sep 08 16:36:04.326799 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] For port e17c3881-d6fe-4e04-8750-7445ef308cd8, host hv-cinder-79053, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:36:04.331388 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] For port e17c3881-d6fe-4e04-8750-7445ef308cd8, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e17c3881-d6fe-4e04-8750-7445ef308cd8,segment=NetworkSegment(242b69dc-0951-4bdf-9df7-9bd4972521ae),segment_id=242b69dc-0951-4bdf-9df7-9bd4972521ae)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:36:04.352138 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-39bba0b5-f5a1-441c-991a-9c6ddeea7c8b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Allocated IP 172.20.0.10 (d5885bf2-f857-4e7a-90de-683d9b947e27/7c2d542b-edd8-4e91-896a-b3e1b00238ca/8772f1e6-a40e-4d12-9186-bd1a5f255db5) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:36:04.356317 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:04.407304 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87ccde-7815-4a65-93aa-5882c5d36013 req-7aa14e76-35df-40b8-958a-1b8929ad1072 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:04.409060 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7a87ccde-7815-4a65-93aa-5882c5d36013 req-7aa14e76-35df-40b8-958a-1b8929ad1072 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 943 time: 0.1917219 Sep 08 16:36:04.486455 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:04.487168 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:04.488749 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] 10.222.0.38 "PUT /v2.0/ports/e17c3881-d6fe-4e04-8750-7445ef308cd8 HTTP/1.1" status: 200 len: 1094 time: 1.1169295 Sep 08 16:36:04.489298 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd006d0-c27b-4564-acfb-6f1feb48aea2', 'tag': 'e17c3881-d6fe-4e04-8750-7445ef308cd8'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:36:04.491654 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed483a1-64e4-413e-813b-9c96ac47cad7" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd006d0-c27b-4564-acfb-6f1feb48aea2", "tag": "e17c3881-d6fe-4e04-8750-7445ef308cd8"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:36:04.515695 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73f170-70d4-4d05-be0f-c97cf56cbb5a service neutron] Pushing event updated for resources: {'Port': ['ID=e17c3881-d6fe-4e04-8750-7445ef308cd8,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:04.557646 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7a87ccde-7815-4a65-93aa-5882c5d36013 req-ac00133e-277a-4fc8-898c-af1f51697c81 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293190 Sep 08 16:36:04.572562 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75532647-5e64-4610-b973-0b9d9064b4eb req-03ab3840-70e1-400c-b7b9-f953727d514f tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:04.574380 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-75532647-5e64-4610-b973-0b9d9064b4eb req-03ab3840-70e1-400c-b7b9-f953727d514f tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.38 "GET /v2.0/networks?id=36f557e5-0efe-4eef-bced-be0bb3e3f756 HTTP/1.1" status: 200 len: 818 time: 0.2450366 Sep 08 16:36:04.610258 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-39bba0b5-f5a1-441c-991a-9c6ddeea7c8b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:04.613111 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-75532647-5e64-4610-b973-0b9d9064b4eb req-e7627dee-a6e2-4597-833a-f86d2239ae75 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Request body: {'port': {'device_id': '40c681a7-02c9-437d-ab46-66f57499da7f', 'network_id': '36f557e5-0efe-4eef-bced-be0bb3e3f756', 'admin_state_up': True, 'tenant_id': '81c4757c7f3247b68665fdb276686a96'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:36:04.647771 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-39bba0b5-f5a1-441c-991a-9c6ddeea7c8b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Transition to ACTIVE for port object 8772f1e6-a40e-4d12-9186-bd1a5f255db5 will not be triggered until provisioned by entity DHCP. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:36:04.661660 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23258faa-3c62-487f-aeac-23c647f13fe9 x-openstack-request-id: req-23258faa-3c62-487f-aeac-23c647f13fe9 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:36:04.661660 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd006d0-c27b-4564-acfb-6f1feb48aea2", "tag": "e17c3881-d6fe-4e04-8750-7445ef308cd8", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:36:04.662022 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23258faa-3c62-487f-aeac-23c647f13fe9 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:36:04.662548 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd006d0-c27b-4564-acfb-6f1feb48aea2', 'tag': 'e17c3881-d6fe-4e04-8750-7445ef308cd8', 'status': 'completed', 'code': 200} Sep 08 16:36:04.710384 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-39bba0b5-f5a1-441c-991a-9c6ddeea7c8b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:04.805378 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-39bba0b5-f5a1-441c-991a-9c6ddeea7c8b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Network d5885bf2-f857-4e7a-90de-683d9b947e27 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:36:04.818961 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-985596d7-98b0-46b3-89a6-87fd09e4437f req-1550feff-94a2-40e4-ab4a-8f81ff6b0906 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 210 time: 0.0520322 Sep 08 16:36:04.843256 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-39bba0b5-f5a1-441c-991a-9c6ddeea7c8b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:36:04.848374 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-39bba0b5-f5a1-441c-991a-9c6ddeea7c8b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:36:04.864710 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-39bba0b5-f5a1-441c-991a-9c6ddeea7c8b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:04.865424 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-39bba0b5-f5a1-441c-991a-9c6ddeea7c8b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for port, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:04.877281 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bba0b5-f5a1-441c-991a-9c6ddeea7c8b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Pushing event updated for resources: {'Port': ['ID=8772f1e6-a40e-4d12-9186-bd1a5f255db5,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:04.916487 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-b14ac1ca-f56d-4b38-b5f5-197ca0b9adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:04.918494 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-b14ac1ca-f56d-4b38-b5f5-197ca0b9adbf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81c4757c7f3247b68665fdb276686a96&device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 1097 time: 0.3570917 Sep 08 16:36:04.923121 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-39bba0b5-f5a1-441c-991a-9c6ddeea7c8b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9452856 Sep 08 16:36:04.945648 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.38', 51272) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:04.976282 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80d3d7-7426-4349-af58-15bef47c08da req-6a81c070-39b0-4776-89d6-73c950ddc7e0 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:04.978101 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fa80d3d7-7426-4349-af58-15bef47c08da req-6a81c070-39b0-4776-89d6-73c950ddc7e0 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 944 time: 0.2854431 Sep 08 16:36:05.017861 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] Request body: {'port': {'device_id': '1c663966-e457-4d6c-9626-26bec71d82d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:36:05.111541 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:05.132959 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18180466-803c-46bc-b702-e5b4a72dbbee req-bff032da-d36b-4045-870f-a8e9ea657373 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:05.143546 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-18180466-803c-46bc-b702-e5b4a72dbbee req-bff032da-d36b-4045-870f-a8e9ea657373 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 932 time: 0.2375643 Sep 08 16:36:05.260429 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-c29310ad-e08a-42f0-9700-c0def27ebbb7 None None] Provisioning for port 8772f1e6-a40e-4d12-9186-bd1a5f255db5 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:36:05.265504 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-c29310ad-e08a-42f0-9700-c0def27ebbb7 None None] Provisioning complete for port 8772f1e6-a40e-4d12-9186-bd1a5f255db5 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:36:05.265858 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c29310ad-e08a-42f0-9700-c0def27ebbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:05.334752 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-c29310ad-e08a-42f0-9700-c0def27ebbb7 None None] Port 8772f1e6-a40e-4d12-9186-bd1a5f255db5 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:36:05.343374 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-18180466-803c-46bc-b702-e5b4a72dbbee req-58254f2a-33a9-4de7-90b8-cb72fd2618ea tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991785 Sep 08 16:36:05.522443 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-9ac1ac0d-5f99-4b12-9816-0504f1efec4c req-32307434-d66c-4e9b-8c0b-9b8b0abe1e03 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 210 time: 0.0728219 Sep 08 16:36:05.539905 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-9166e506-4e9f-4bdf-87e9-0b49994a1278 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e17c3881-d6fe-4e04-8750-7445ef308cd8 HTTP/1.1" status: 200 len: 217 time: 0.0606103 Sep 08 16:36:05.585807 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fa80d3d7-7426-4349-af58-15bef47c08da req-3a1774d2-5abd-4780-aabb-8b97e6d87969 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998015 Sep 08 16:36:05.592774 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8772f1e6-a40e-4d12-9186-bd1a5f255db5 {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:36:05.600873 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-3597b6b1-6734-405a-995b-24a49ddd0a90 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:05.602420 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-3597b6b1-6734-405a-995b-24a49ddd0a90 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.38 "GET /v2.0/networks?id=f9db32ff-f404-4a60-9a66-c9419aa017aa HTTP/1.1" status: 200 len: 811 time: 0.6383500 Sep 08 16:36:05.603638 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75532647-5e64-4610-b973-0b9d9064b4eb req-e7627dee-a6e2-4597-833a-f86d2239ae75 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Made reservation on behalf of 81c4757c7f3247b68665fdb276686a96 for: {'port': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:36:05.604021 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:05.607111 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-75532647-5e64-4610-b973-0b9d9064b4eb req-e7627dee-a6e2-4597-833a-f86d2239ae75 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:05.633066 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] Transition to ACTIVE for port object 8772f1e6-a40e-4d12-9186-bd1a5f255db5 will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:36:05.642637 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:05.739709 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] Pushing event updated for resources: {'Port': ['ID=8772f1e6-a40e-4d12-9186-bd1a5f255db5,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:05.760774 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] Attempting to bind port 8772f1e6-a40e-4d12-9186-bd1a5f255db5 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:36:05.761112 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] Attempting to bind port 8772f1e6-a40e-4d12-9186-bd1a5f255db5 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '36ca834f-8c39-4a3f-af4b-a1291b898cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:36:05.761440 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] Attempting to bind port 8772f1e6-a40e-4d12-9186-bd1a5f255db5 on network d5885bf2-f857-4e7a-90de-683d9b947e27 {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:36:05.770579 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] Port 8772f1e6-a40e-4d12-9186-bd1a5f255db5 on network d5885bf2-f857-4e7a-90de-683d9b947e27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 16:36:05.770916 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] Attempting to bind port 8772f1e6-a40e-4d12-9186-bd1a5f255db5 on network d5885bf2-f857-4e7a-90de-683d9b947e27 {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:36:05.780314 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] Checking agent: {'id': 'ccbd07f4-9fa7-4e9d-ab49-144bada9319f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'started_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:36:05.780657 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] Checking segment: {'id': '36ca834f-8c39-4a3f-af4b-a1291b898cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:36:05.781071 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] Bound using segment: {'id': '36ca834f-8c39-4a3f-af4b-a1291b898cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:36:05.781512 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] Bound port: 8772f1e6-a40e-4d12-9186-bd1a5f255db5, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ca834f-8c39-4a3f-af4b-a1291b898cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:36:05.781916 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:05.783763 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [req-75532647-5e64-4610-b973-0b9d9064b4eb req-e7627dee-a6e2-4597-833a-f86d2239ae75 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Allocated IP 172.20.0.13 (36f557e5-0efe-4eef-bced-be0bb3e3f756/3240b4ec-a6f2-4115-bd70-90b9d26d722b/d891adba-d83a-4578-95a0-1b4dac1fbcfe) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:36:05.806420 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95202ed1-1ceb-476a-a197-7baaae406030 req-729b35d6-033c-403d-982f-b150e52eadf3 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:05.808153 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-95202ed1-1ceb-476a-a197-7baaae406030 req-729b35d6-033c-403d-982f-b150e52eadf3 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 943 time: 0.1069314 Sep 08 16:36:05.813849 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 59304) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:05.926771 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-95202ed1-1ceb-476a-a197-7baaae406030 req-8f05d446-652c-4a45-8d22-37af171539df tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096799 Sep 08 16:36:05.929861 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] For port 8772f1e6-a40e-4d12-9186-bd1a5f255db5, host hv-cinder-79053, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:36:05.933202 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] For port 8772f1e6-a40e-4d12-9186-bd1a5f255db5, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8772f1e6-a40e-4d12-9186-bd1a5f255db5,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:36:05.939018 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:05.990856 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:05.991532 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for port, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:05.992940 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] 10.222.0.38 "PUT /v2.0/ports/8772f1e6-a40e-4d12-9186-bd1a5f255db5 HTTP/1.1" status: 200 len: 1094 time: 0.9876623 Sep 08 16:36:05.993385 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c663966-e457-4d6c-9626-26bec71d82d9', 'tag': '8772f1e6-a40e-4d12-9186-bd1a5f255db5'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:36:05.995720 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}052132607aa1e77156c8280a79f90cfe209327eee7c9d353b1e37ff050bd5426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b017e0-33f4-45da-8e35-0ad51738eba4" -d '{"events": [{"name": "network-changed", "server_uuid": "1c663966-e457-4d6c-9626-26bec71d82d9", "tag": "8772f1e6-a40e-4d12-9186-bd1a5f255db5"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:36:05.998758 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-af1643d0-2099-4cc6-925b-c00ca0b9e9a7 req-c9047549-a1d3-4024-bc06-b3009c1195e4 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 210 time: 0.0318830 Sep 08 16:36:06.001607 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3386fad6-4020-4327-a878-15d096fceace admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:06.026712 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-75532647-5e64-4610-b973-0b9d9064b4eb req-e7627dee-a6e2-4597-833a-f86d2239ae75 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:06.044371 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa924a0a-7cd6-42bc-9781-451c288b741a service neutron] Pushing event updated for resources: {'Port': ['ID=8772f1e6-a40e-4d12-9186-bd1a5f255db5,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:06.054098 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff0858b-60af-4e7a-b1ba-8c468561ba26 x-openstack-request-id: req-8ff0858b-60af-4e7a-b1ba-8c468561ba26 {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:36:06.054981 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c663966-e457-4d6c-9626-26bec71d82d9", "tag": "8772f1e6-a40e-4d12-9186-bd1a5f255db5", "status": "completed", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:36:06.054981 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8ff0858b-60af-4e7a-b1ba-8c468561ba26 {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:36:06.054981 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c663966-e457-4d6c-9626-26bec71d82d9', 'tag': '8772f1e6-a40e-4d12-9186-bd1a5f255db5', 'status': 'completed', 'code': 200} Sep 08 16:36:06.074573 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-75532647-5e64-4610-b973-0b9d9064b4eb req-e7627dee-a6e2-4597-833a-f86d2239ae75 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:06.137046 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75532647-5e64-4610-b973-0b9d9064b4eb req-e7627dee-a6e2-4597-833a-f86d2239ae75 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Network 36f557e5-0efe-4eef-bced-be0bb3e3f756 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:36:06.143133 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [req-75532647-5e64-4610-b973-0b9d9064b4eb req-e7627dee-a6e2-4597-833a-f86d2239ae75 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:36:06.148273 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-75532647-5e64-4610-b973-0b9d9064b4eb req-e7627dee-a6e2-4597-833a-f86d2239ae75 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:36:06.154238 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75532647-5e64-4610-b973-0b9d9064b4eb req-e7627dee-a6e2-4597-833a-f86d2239ae75 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:06.154598 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3386fad6-4020-4327-a878-15d096fceace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:06.155429 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-75532647-5e64-4610-b973-0b9d9064b4eb req-e7627dee-a6e2-4597-833a-f86d2239ae75 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:06.159256 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7627dee-a6e2-4597-833a-f86d2239ae75 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Pushing event updated for resources: {'Port': ['ID=d891adba-d83a-4578-95a0-1b4dac1fbcfe,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:06.160589 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3386fad6-4020-4327-a878-15d096fceace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:06.179390 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-75532647-5e64-4610-b973-0b9d9064b4eb req-e7627dee-a6e2-4597-833a-f86d2239ae75 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5797713 Sep 08 16:36:06.205669 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386fad6-4020-4327-a878-15d096fceace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f58ba1-3cee-4a88-9304-f5e019359c10,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:06.211143 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-3386fad6-4020-4327-a878-15d096fceace admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3afdbd79b4c640eeb3c0d770a532451e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3963106 Sep 08 16:36:06.214033 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 59314) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:06.267901 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd1ff-6040-4510-8c39-dd2531caea39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:06.291166 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd1ff-6040-4510-8c39-dd2531caea39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:06.347154 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd1ff-6040-4510-8c39-dd2531caea39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:06.350083 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-2d1dd1ff-6040-4510-8c39-dd2531caea39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:06.351207 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-2d1dd1ff-6040-4510-8c39-dd2531caea39 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b5f58ba1-3cee-4a88-9304-f5e019359c10 HTTP/1.1" status: 204 len: 168 time: 0.1362956 Sep 08 16:36:06.359357 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1dd1ff-6040-4510-8c39-dd2531caea39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f58ba1-3cee-4a88-9304-f5e019359c10,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:06.476122 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3fdf4-12ee-47f6-bda3-af52affd0785 req-12162ed0-405c-43a3-9613-7e4df83d6199 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:06.477610 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-80b3fdf4-12ee-47f6-bda3-af52affd0785 req-12162ed0-405c-43a3-9613-7e4df83d6199 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0548203 Sep 08 16:36:06.515759 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-80b3fdf4-12ee-47f6-bda3-af52affd0785 req-57f585e7-6416-49e7-ad61-eccff2b1d787 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314958 Sep 08 16:36:06.630185 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 59328) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:06.649590 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-749ff269-42b5-441a-bb02-d6b488ea0689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:06.662671 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de7a5a-0bb7-4984-ba71-4ae81f4ce867 req-faa56baa-9bd3-47e5-a098-cd9421ddf811 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:06.667918 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-58de7a5a-0bb7-4984-ba71-4ae81f4ce867 req-faa56baa-9bd3-47e5-a098-cd9421ddf811 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 932 time: 0.0683413 Sep 08 16:36:06.706743 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-58de7a5a-0bb7-4984-ba71-4ae81f4ce867 req-e5045f88-cb2a-4b27-bc70-9b979c894f0c tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359061 Sep 08 16:36:06.755440 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9605f6-a03b-4317-a630-6fbe24e30524 req-82b47f2b-69d0-4cdb-8a8d-5f02a2deb554 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:06.756987 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3b9605f6-a03b-4317-a630-6fbe24e30524 req-82b47f2b-69d0-4cdb-8a8d-5f02a2deb554 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 944 time: 0.0747766 Sep 08 16:36:06.806616 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-749ff269-42b5-441a-bb02-d6b488ea0689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:06.812562 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-749ff269-42b5-441a-bb02-d6b488ea0689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:06.818530 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3b9605f6-a03b-4317-a630-6fbe24e30524 req-13921d84-2435-4816-93fa-4c1a0674c76c tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545189 Sep 08 16:36:06.854794 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ff269-42b5-441a-bb02-d6b488ea0689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afea445b-09e5-462c-9492-31964496c775,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:06.859352 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-749ff269-42b5-441a-bb02-d6b488ea0689 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5d3d8e73279548a8a7c903b1e99e211a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281590 Sep 08 16:36:06.861997 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 59332) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:06.915167 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6c7ebbf7-7157-4d50-a24c-6f3ca69a38a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:06.937879 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6c7ebbf7-7157-4d50-a24c-6f3ca69a38a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:06.991981 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6c7ebbf7-7157-4d50-a24c-6f3ca69a38a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:06.994511 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6c7ebbf7-7157-4d50-a24c-6f3ca69a38a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:06.995832 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-6c7ebbf7-7157-4d50-a24c-6f3ca69a38a1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/afea445b-09e5-462c-9492-31964496c775 HTTP/1.1" status: 204 len: 168 time: 0.1329455 Sep 08 16:36:07.003726 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ebbf7-7157-4d50-a24c-6f3ca69a38a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afea445b-09e5-462c-9492-31964496c775,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:07.036890 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235b25c-8c60-4565-9809-469c7b9f963b req-c839a1ef-13b3-4e26-ad49-7e5b23d1f31b tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:07.038491 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c235b25c-8c60-4565-9809-469c7b9f963b req-c839a1ef-13b3-4e26-ad49-7e5b23d1f31b tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 943 time: 0.0539582 Sep 08 16:36:07.078418 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c235b25c-8c60-4565-9809-469c7b9f963b req-6793cf36-32bf-4d6b-a271-d46f6ef54b28 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333030 Sep 08 16:36:07.120251 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-81264a7e-c116-48cd-9931-0862cce49b37 req-2fdd0edb-6349-4387-b8cf-689dd3d0d7e8 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 210 time: 0.0360944 Sep 08 16:36:07.640837 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c8358-7863-4f92-84bb-6ac4a406e98f req-efcaa934-a6a9-452d-b122-719adb4212b2 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:07.642372 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-778c8358-7863-4f92-84bb-6ac4a406e98f req-efcaa934-a6a9-452d-b122-719adb4212b2 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0539231 Sep 08 16:36:07.698541 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-778c8358-7863-4f92-84bb-6ac4a406e98f req-aa464879-6f08-4b61-9286-359b424e5964 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489960 Sep 08 16:36:07.828649 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0508e-5986-4915-8c3d-c2b89e6c1007 req-fcdaf208-3220-4d62-9eac-d5e2e870a7a9 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:07.830101 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-aef0508e-5986-4915-8c3d-c2b89e6c1007 req-fcdaf208-3220-4d62-9eac-d5e2e870a7a9 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 932 time: 0.0533316 Sep 08 16:36:07.872341 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-aef0508e-5986-4915-8c3d-c2b89e6c1007 req-b6f6f274-2b99-42bc-ac65-70f3b062fc09 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327201 Sep 08 16:36:07.949599 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9206c0-5328-435e-b9e1-6b8886de4f84 req-5a957149-fb47-4c67-81b3-b9340282ed8e tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:07.951205 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-9b9206c0-5328-435e-b9e1-6b8886de4f84 req-5a957149-fb47-4c67-81b3-b9340282ed8e tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 944 time: 0.0590286 Sep 08 16:36:07.992546 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-9b9206c0-5328-435e-b9e1-6b8886de4f84 req-cef16c4c-1848-43bd-b588-c2bd3ef6c9d9 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349147 Sep 08 16:36:08.196949 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7938c6-2f7f-4c59-86cd-8956cffb6907 req-45c46790-7a5d-4532-baec-8e9325959253 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:08.198459 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3f7938c6-2f7f-4c59-86cd-8956cffb6907 req-45c46790-7a5d-4532-baec-8e9325959253 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 943 time: 0.0522897 Sep 08 16:36:08.204478 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 94f3042f-5c2d-4d02-9c50-0e21e776f0fd details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:36:08.261897 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f6d8df43-1b36-45f6-b5d6-2f8ebafff8c7 req-eba814c3-410f-412d-a468-550e98176a73 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 210 time: 0.0470688 Sep 08 16:36:08.265747 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] Request body: {'port': {'device_id': '40c681a7-02c9-437d-ab46-66f57499da7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:36:08.324472 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b017e0-33f4-45da-8e35-0ad51738eba4 req-63c5ad3d-d94d-4799-a35f-35fa8f8df25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:08.326550 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-84b017e0-33f4-45da-8e35-0ad51738eba4 req-63c5ad3d-d94d-4799-a35f-35fa8f8df25e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e1afedab9c44cb28f302d9f903cc9c1&device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 1097 time: 0.0614543 Sep 08 16:36:08.358601 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3f7938c6-2f7f-4c59-86cd-8956cffb6907 req-2653ad5b-5102-4e8f-8472-151c312e196a tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424592 Sep 08 16:36:08.368798 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 94f3042f-5c2d-4d02-9c50-0e21e776f0fd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=94f3042f-5c2d-4d02-9c50-0e21e776f0fd,segment=NetworkSegment(d23cb0ec-cdc1-4868-ba96-e7c40ffb941c),segment_id=d23cb0ec-cdc1-4868-ba96-e7c40ffb941c)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:08.384209 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': '94f3042f-5c2d-4d02-9c50-0e21e776f0fd', 'network_id': '574c1af2-643a-429f-b626-b7bd562a2df8', 'port_id': '94f3042f-5c2d-4d02-9c50-0e21e776f0fd', 'mac_address': 'fa:16:3e:96:be:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0c44d8-8cf8-4edf-ade7-ea70aaed4634', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:36:08.385829 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-ca443c9a-d4eb-4d6c-9244-d6323a0b1dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:08.387352 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-ca443c9a-d4eb-4d6c-9244-d6323a0b1dfe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3240b4ec-a6f2-4115-bd70-90b9d26d722b HTTP/1.1" status: 200 len: 858 time: 0.1553247 Sep 08 16:36:08.427537 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-1f890a5d-f847-43c8-bb6c-7a3739c8eac0 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c557bacc0f34ebebe377a14efbe9c0d HTTP/1.1" status: 200 len: 380 time: 0.2026179 Sep 08 16:36:08.432627 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:08.447737 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f3042f-5c2d-4d02-9c50-0e21e776f0fd {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:36:08.454910 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-fe3d1aa9-f7be-404b-a72e-e99ab380a591 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=36f557e5-0efe-4eef-bced-be0bb3e3f756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340135 Sep 08 16:36:08.462156 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-1913a824-fc1b-4e32-9d57-b3db29b83338 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Request body: {'port': {'device_id': '391cf96d-aafa-48af-a4ec-1830a6cfc2a2', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'admin_state_up': True, 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'security_groups': ['73c55b68-d8ce-4738-b967-49e22c92bd77']}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:36:08.478733 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 94f3042f-5c2d-4d02-9c50-0e21e776f0fd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=94f3042f-5c2d-4d02-9c50-0e21e776f0fd,segment=NetworkSegment(d23cb0ec-cdc1-4868-ba96-e7c40ffb941c),segment_id=d23cb0ec-cdc1-4868-ba96-e7c40ffb941c)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:08.483344 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:08.486711 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:08.488901 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device d7b7e0f9-fe8c-49d7-9101-c18fb8637760 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:36:08.559744 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b017e0-33f4-45da-8e35-0ad51738eba4 req-b1d33e56-4779-49b0-b844-8f00ddf56331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:08.563308 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-84b017e0-33f4-45da-8e35-0ad51738eba4 req-b1d33e56-4779-49b0-b844-8f00ddf56331 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=4e1afedab9c44cb28f302d9f903cc9c1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2201259 Sep 08 16:36:08.586320 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=94f3042f-5c2d-4d02-9c50-0e21e776f0fd,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:08.670365 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port d7b7e0f9-fe8c-49d7-9101-c18fb8637760, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d7b7e0f9-fe8c-49d7-9101-c18fb8637760,segment=NetworkSegment(e631686a-1086-45ee-8f3b-c6edaa5166b6),segment_id=e631686a-1086-45ee-8f3b-c6edaa5166b6)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:08.678702 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-5e6e7fcd-e8d9-4785-aec4-efff325428a7 service neutron] 10.222.0.38 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930509 Sep 08 16:36:08.708474 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': 'd7b7e0f9-fe8c-49d7-9101-c18fb8637760', 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731', 'port_id': 'd7b7e0f9-fe8c-49d7-9101-c18fb8637760', 'mac_address': 'fa:16:3e:09:d3:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7919065-c634-4191-97d6-8e6fcf1f2ec3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:36:08.804726 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:08.838661 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b7e0f9-fe8c-49d7-9101-c18fb8637760 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:36:08.878637 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port d7b7e0f9-fe8c-49d7-9101-c18fb8637760, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d7b7e0f9-fe8c-49d7-9101-c18fb8637760,segment=NetworkSegment(e631686a-1086-45ee-8f3b-c6edaa5166b6),segment_id=e631686a-1086-45ee-8f3b-c6edaa5166b6)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:08.884287 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:08.924904 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-1913a824-fc1b-4e32-9d57-b3db29b83338 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Made reservation on behalf of 1c557bacc0f34ebebe377a14efbe9c0d for: {'port': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:36:08.928976 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-1913a824-fc1b-4e32-9d57-b3db29b83338 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:09.016128 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=d7b7e0f9-fe8c-49d7-9101-c18fb8637760,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:09.021357 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-929919f4-5a7e-4e78-8f03-def3e9ae1e8e req-f575e70e-edea-4400-a1a5-fd52686f4fab service neutron] 10.222.0.38 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327346 Sep 08 16:36:09.143586 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe9f12-c834-4282-bbd2-1067950e3be8 req-e56a46f5-99f4-47c5-9db1-65dc89bffb81 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:09.150944 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-8fbe9f12-c834-4282-bbd2-1067950e3be8 req-e56a46f5-99f4-47c5-9db1-65dc89bffb81 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.3258011 Sep 08 16:36:09.242604 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-8fbe9f12-c834-4282-bbd2-1067950e3be8 req-b5d3f97f-c390-4cca-bbb1-74aa23cba65f tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826175 Sep 08 16:36:09.243877 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b017e0-33f4-45da-8e35-0ad51738eba4 req-208e0627-eecf-4125-b4f3-8454be3336aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:09.245330 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-84b017e0-33f4-45da-8e35-0ad51738eba4 req-208e0627-eecf-4125-b4f3-8454be3336aa service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6750381 Sep 08 16:36:09.258635 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e501407-5f83-435e-9327-b52fff52c418 req-3981e44e-301d-4c2e-af03-fa797fc2290e tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:09.260295 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8e501407-5f83-435e-9327-b52fff52c418 req-3981e44e-301d-4c2e-af03-fa797fc2290e tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 932 time: 0.2428870 Sep 08 16:36:09.336676 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed483a1-64e4-413e-813b-9c96ac47cad7 req-31b8cddb-2bca-4b88-900a-6b275f684d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:09.338171 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-bed483a1-64e4-413e-813b-9c96ac47cad7 req-31b8cddb-2bca-4b88-900a-6b275f684d45 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81c4757c7f3247b68665fdb276686a96&device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 1097 time: 0.2016411 Sep 08 16:36:09.358738 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['d7b7e0f9-fe8c-49d7-9101-c18fb8637760'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:36:09.367215 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d891adba-d83a-4578-95a0-1b4dac1fbcfe {{(pid=94083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:36:09.376300 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:09.403990 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-1913a824-fc1b-4e32-9d57-b3db29b83338 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Allocated IP 172.20.0.9 (f9db32ff-f404-4a60-9a66-c9419aa017aa/b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549/3b6ec9fd-1364-48dd-9793-1a558b78f7d8) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:36:09.413504 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['94f3042f-5c2d-4d02-9c50-0e21e776f0fd'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:36:09.413817 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b6e0d-b9fc-41bf-8fa1-ba1548bfe66e req-d6d331a5-750c-4c88-984c-dddd8ecf79bf tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:09.426780 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ab6b6e0d-b9fc-41bf-8fa1-ba1548bfe66e req-d6d331a5-750c-4c88-984c-dddd8ecf79bf tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 945 time: 0.1189084 Sep 08 16:36:09.436292 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8e501407-5f83-435e-9327-b52fff52c418 req-12033dca-6627-45ed-b8a8-9d10ca229ad0 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270199 Sep 08 16:36:09.458306 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-7bf2fc71-24a0-4790-975e-2ef9bf7b6b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:09.461018 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-7bf2fc71-24a0-4790-975e-2ef9bf7b6b6c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e1afedab9c44cb28f302d9f903cc9c1&device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 1097 time: 0.1167572 Sep 08 16:36:09.481635 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] Transition to ACTIVE for port object d891adba-d83a-4578-95a0-1b4dac1fbcfe will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:36:09.495172 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:09.565424 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-d4933bad-a525-4f45-8a1d-74b8c0315766 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8772f1e6-a40e-4d12-9186-bd1a5f255db5 HTTP/1.1" status: 200 len: 217 time: 0.0606499 Sep 08 16:36:09.574891 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ab6b6e0d-b9fc-41bf-8fa1-ba1548bfe66e req-de77b70a-d770-48f8-99cf-0b2810c6eba3 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456144 Sep 08 16:36:09.602070 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] Pushing event updated for resources: {'Port': ['ID=d891adba-d83a-4578-95a0-1b4dac1fbcfe,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:09.653470 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-f922e265-fe3d-41d2-8c7b-43c13fe8dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:09.656416 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-f922e265-fe3d-41d2-8c7b-43c13fe8dadc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c2d542b-edd8-4e91-896a-b3e1b00238ca HTTP/1.1" status: 200 len: 856 time: 0.0798707 Sep 08 16:36:09.699386 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-baf961da-d850-4130-b61f-26062bbec208 req-630c2e03-f036-44b3-9aed-e2950dda09f6 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 210 time: 0.0995736 Sep 08 16:36:09.772845 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed483a1-64e4-413e-813b-9c96ac47cad7 req-cc4dd400-0e3c-4d18-9227-c8decc52094e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:09.775062 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-bed483a1-64e4-413e-813b-9c96ac47cad7 req-cc4dd400-0e3c-4d18-9227-c8decc52094e service neutron] 10.222.0.38 "GET /v2.0/networks?id=36f557e5-0efe-4eef-bced-be0bb3e3f756 HTTP/1.1" status: 200 len: 919 time: 0.3852811 Sep 08 16:36:09.808364 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320bb93-5030-4937-88ac-d368bf9a95f5 req-d84a8932-cacf-45ad-a516-123ffe2a96af tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:09.809996 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d320bb93-5030-4937-88ac-d368bf9a95f5 req-d84a8932-cacf-45ad-a516-123ffe2a96af tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 944 time: 0.1414447 Sep 08 16:36:09.812701 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-ace87df3-7962-4983-8172-6f038af3ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:09.814506 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-ace87df3-7962-4983-8172-6f038af3ccd1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d5885bf2-f857-4e7a-90de-683d9b947e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1345706 Sep 08 16:36:09.908944 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d320bb93-5030-4937-88ac-d368bf9a95f5 req-8166ef25-d0a3-4681-aee0-11d534ae2737 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917883 Sep 08 16:36:09.937335 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-95a95000-8393-427b-b9dd-e48ff3f1bdc6 service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135488 Sep 08 16:36:10.026636 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] Attempting to bind port d891adba-d83a-4578-95a0-1b4dac1fbcfe on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:36:10.027267 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] Attempting to bind port d891adba-d83a-4578-95a0-1b4dac1fbcfe by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '242b69dc-0951-4bdf-9df7-9bd4972521ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '36f557e5-0efe-4eef-bced-be0bb3e3f756'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:36:10.027267 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] Attempting to bind port d891adba-d83a-4578-95a0-1b4dac1fbcfe on network 36f557e5-0efe-4eef-bced-be0bb3e3f756 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:36:10.033220 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-bed483a1-64e4-413e-813b-9c96ac47cad7 req-ff6b519d-6bd2-43de-a158-ad36c381d138 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e17c3881-d6fe-4e04-8750-7445ef308cd8 HTTP/1.1" status: 200 len: 217 time: 0.2430916 Sep 08 16:36:10.036289 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-d1c76917-3f0b-479e-9b70-3e3f02f24c2d service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910449 Sep 08 16:36:10.082783 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] Port d891adba-d83a-4578-95a0-1b4dac1fbcfe on network 36f557e5-0efe-4eef-bced-be0bb3e3f756 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 16:36:10.083076 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] Attempting to bind port d891adba-d83a-4578-95a0-1b4dac1fbcfe on network 36f557e5-0efe-4eef-bced-be0bb3e3f756 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:36:10.115497 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] Checking agent: {'id': 'ccbd07f4-9fa7-4e9d-ab49-144bada9319f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'started_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:36:10.115775 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] Checking segment: {'id': '242b69dc-0951-4bdf-9df7-9bd4972521ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '36f557e5-0efe-4eef-bced-be0bb3e3f756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:36:10.116157 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] Bound using segment: {'id': '242b69dc-0951-4bdf-9df7-9bd4972521ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '36f557e5-0efe-4eef-bced-be0bb3e3f756'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:36:10.116594 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] Bound port: d891adba-d83a-4578-95a0-1b4dac1fbcfe, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '242b69dc-0951-4bdf-9df7-9bd4972521ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '36f557e5-0efe-4eef-bced-be0bb3e3f756'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:36:10.116946 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:10.155858 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed483a1-64e4-413e-813b-9c96ac47cad7 req-7f04d097-39b1-4aeb-b981-1fde40d1119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:10.157316 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-bed483a1-64e4-413e-813b-9c96ac47cad7 req-7f04d097-39b1-4aeb-b981-1fde40d1119d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3240b4ec-a6f2-4115-bd70-90b9d26d722b HTTP/1.1" status: 200 len: 858 time: 0.0941527 Sep 08 16:36:10.200610 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-1913a824-fc1b-4e32-9d57-b3db29b83338 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:10.221711 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-bed483a1-64e4-413e-813b-9c96ac47cad7 req-6127bb7e-f472-49ae-b26d-d175b10cdd50 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=36f557e5-0efe-4eef-bced-be0bb3e3f756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374804 Sep 08 16:36:10.268313 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-1913a824-fc1b-4e32-9d57-b3db29b83338 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Transition to ACTIVE for port object 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 will not be triggered until provisioned by entity DHCP. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:36:10.325376 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] For port d891adba-d83a-4578-95a0-1b4dac1fbcfe, host hv-cinder-79053, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:36:10.370561 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] For port d891adba-d83a-4578-95a0-1b4dac1fbcfe, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d891adba-d83a-4578-95a0-1b4dac1fbcfe,segment=NetworkSegment(242b69dc-0951-4bdf-9df7-9bd4972521ae),segment_id=242b69dc-0951-4bdf-9df7-9bd4972521ae)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:36:10.390215 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:10.461005 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-bed483a1-64e4-413e-813b-9c96ac47cad7 req-d7f4f72c-4069-4bd4-bb2c-0bf895f173ae service neutron] 10.222.0.38 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278476 Sep 08 16:36:10.467779 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:10.468524 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:10.472521 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-75532647-5e64-4610-b973-0b9d9064b4eb req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] 10.222.0.38 "PUT /v2.0/ports/d891adba-d83a-4578-95a0-1b4dac1fbcfe HTTP/1.1" status: 200 len: 1094 time: 2.2296536 Sep 08 16:36:10.480362 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fca7f-2fb2-48f2-9839-b3fecf67a778 req-35f2fb56-3db2-4c9a-91e3-bbff4a0dc5c1 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:10.488600 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8c2fca7f-2fb2-48f2-9839-b3fecf67a778 req-35f2fb56-3db2-4c9a-91e3-bbff4a0dc5c1 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.1661890 Sep 08 16:36:10.489086 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c681a7-02c9-437d-ab46-66f57499da7f', 'tag': 'd891adba-d83a-4578-95a0-1b4dac1fbcfe'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:36:10.494378 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9594f6e4-0a33-4f8c-ac1f-9f337bbcaee8" -d '{"events": [{"name": "network-changed", "server_uuid": "40c681a7-02c9-437d-ab46-66f57499da7f", "tag": "d891adba-d83a-4578-95a0-1b4dac1fbcfe"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:36:10.503436 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-1913a824-fc1b-4e32-9d57-b3db29b83338 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:10.605081 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-1913a824-fc1b-4e32-9d57-b3db29b83338 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Network f9db32ff-f404-4a60-9a66-c9419aa017aa is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:36:10.618811 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-1913a824-fc1b-4e32-9d57-b3db29b83338 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:36:10.625160 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cb85c-10e7-4b3e-8dd3-cc72590cb2b7 req-76185299-b755-4f0c-8229-055a2e831258 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:10.633688 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-1913a824-fc1b-4e32-9d57-b3db29b83338 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:36:10.634478 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ef4cb85c-10e7-4b3e-8dd3-cc72590cb2b7 req-76185299-b755-4f0c-8229-055a2e831258 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 944 time: 0.0818169 Sep 08 16:36:10.639968 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-1913a824-fc1b-4e32-9d57-b3db29b83338 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:10.640627 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-1913a824-fc1b-4e32-9d57-b3db29b83338 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:10.648341 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83456e0a-2165-42e0-b390-cf3616f2c7ec service neutron] Pushing event updated for resources: {'Port': ['ID=d891adba-d83a-4578-95a0-1b4dac1fbcfe,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:10.694862 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ef4cb85c-10e7-4b3e-8dd3-cc72590cb2b7 req-e4a08ec6-a873-4d36-be12-3454e7665684 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592728 Sep 08 16:36:10.722958 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8c2fca7f-2fb2-48f2-9839-b3fecf67a778 req-4f1dbf40-002f-4bde-a2a8-59ff7310ecb8 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241154 Sep 08 16:36:10.751473 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75532647-5e64-4610-b973-0b9d9064b4eb req-436e50c9-87c9-48d7-b528-e87f59e8afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:10.752977 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-75532647-5e64-4610-b973-0b9d9064b4eb req-436e50c9-87c9-48d7-b528-e87f59e8afb6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81c4757c7f3247b68665fdb276686a96&device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 1097 time: 0.2112973 Sep 08 16:36:10.769391 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8bf8d8-4ad2-4fbc-9df5-33f4e00e3e99 x-openstack-request-id: req-ba8bf8d8-4ad2-4fbc-9df5-33f4e00e3e99 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:36:10.769495 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c681a7-02c9-437d-ab46-66f57499da7f", "tag": "d891adba-d83a-4578-95a0-1b4dac1fbcfe", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:36:10.769723 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ba8bf8d8-4ad2-4fbc-9df5-33f4e00e3e99 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:36:10.770081 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c681a7-02c9-437d-ab46-66f57499da7f', 'tag': 'd891adba-d83a-4578-95a0-1b4dac1fbcfe', 'status': 'completed', 'code': 200} Sep 08 16:36:10.780360 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-1913a824-fc1b-4e32-9d57-b3db29b83338 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3222339 Sep 08 16:36:10.807502 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] Request body: {'port': {'device_id': '391cf96d-aafa-48af-a4ec-1830a6cfc2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:36:10.841630 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-bed483a1-64e4-413e-813b-9c96ac47cad7 req-920a33b3-23ba-49bd-a508-f62b7950e6d1 service neutron] 10.222.0.38 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395166 Sep 08 16:36:10.845510 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913a824-fc1b-4e32-9d57-b3db29b83338 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Pushing event updated for resources: {'Port': ['ID=3b6ec9fd-1364-48dd-9793-1a558b78f7d8,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:10.871105 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e9001-29c6-4f94-b053-305d22fddf12 req-50a83c4f-6e11-4d88-8e4d-126ceb30d1f5 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:10.871324 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-75532647-5e64-4610-b973-0b9d9064b4eb req-31aeebce-58d0-40c2-b7fa-49dfe0cfb637 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d891adba-d83a-4578-95a0-1b4dac1fbcfe HTTP/1.1" status: 200 len: 217 time: 0.0820041 Sep 08 16:36:10.873701 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-173e9001-29c6-4f94-b053-305d22fddf12 req-50a83c4f-6e11-4d88-8e4d-126ceb30d1f5 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 931 time: 0.0524940 Sep 08 16:36:10.916612 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-173e9001-29c6-4f94-b053-305d22fddf12 req-c939ffe4-cc9d-4c76-a069-89bb220855a9 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354104 Sep 08 16:36:10.945377 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 94f3042f-5c2d-4d02-9c50-0e21e776f0fd up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:36:10.984456 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-2a6a8e13-081e-4051-a7d4-c8422f2caec3 None None] Provisioning for port 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:36:10.985398 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:10.996642 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-2a6a8e13-081e-4051-a7d4-c8422f2caec3 None None] Provisioning complete for port 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:36:10.997246 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2a6a8e13-081e-4051-a7d4-c8422f2caec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:10.998980 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595f508-b239-4dc8-98f3-c07d4107bdf2 req-e37310f6-1b0d-4e55-a4b0-fbd5e1ee4a85 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:11.008394 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d595f508-b239-4dc8-98f3-c07d4107bdf2 req-e37310f6-1b0d-4e55-a4b0-fbd5e1ee4a85 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 945 time: 0.1646898 Sep 08 16:36:11.026314 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75532647-5e64-4610-b973-0b9d9064b4eb req-161c32fd-cec6-4d7c-8beb-3c628e6d8492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:11.027809 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-75532647-5e64-4610-b973-0b9d9064b4eb req-161c32fd-cec6-4d7c-8beb-3c628e6d8492 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3240b4ec-a6f2-4115-bd70-90b9d26d722b HTTP/1.1" status: 200 len: 858 time: 0.1382599 Sep 08 16:36:11.048656 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-2a6a8e13-081e-4051-a7d4-c8422f2caec3 None None] Port 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:36:11.061909 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning for port 94f3042f-5c2d-4d02-9c50-0e21e776f0fd completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:36:11.063889 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa438595-989c-4cf0-a083-240728c90eaf req-4293efe6-6f44-464d-bf12-4d112d8ce2f2 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:11.066336 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-aa438595-989c-4cf0-a083-240728c90eaf req-4293efe6-6f44-464d-bf12-4d112d8ce2f2 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 944 time: 0.0705864 Sep 08 16:36:11.066877 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port 94f3042f-5c2d-4d02-9c50-0e21e776f0fd triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:36:11.067505 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:11.103160 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-75532647-5e64-4610-b973-0b9d9064b4eb req-b844a6c3-1bc7-450e-ba8d-2fc8b8ef0ecb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=36f557e5-0efe-4eef-bced-be0bb3e3f756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651712 Sep 08 16:36:11.114936 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-aa438595-989c-4cf0-a083-240728c90eaf req-31beae7d-c0f7-415a-a24c-d486b083b862 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379341 Sep 08 16:36:11.152125 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d595f508-b239-4dc8-98f3-c07d4107bdf2 req-4c4e12ec-af35-4240-aa65-a1412117ed61 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427755 Sep 08 16:36:11.262802 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:11.294752 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca1d1c5-9590-4808-a279-bfdf7f6e3446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f3042f-5c2d-4d02-9c50-0e21e776f0fd'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:36:11.314825 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-75532647-5e64-4610-b973-0b9d9064b4eb req-adc1b67b-eb71-4e4e-8848-a9b5be40b2ad service neutron] 10.222.0.38 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982350 Sep 08 16:36:11.362701 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 94f3042f-5c2d-4d02-9c50-0e21e776f0fd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=94f3042f-5c2d-4d02-9c50-0e21e776f0fd,segment=NetworkSegment(d23cb0ec-cdc1-4868-ba96-e7c40ffb941c),segment_id=d23cb0ec-cdc1-4868-ba96-e7c40ffb941c)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:11.373252 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:11.374323 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device d7b7e0f9-fe8c-49d7-9101-c18fb8637760 up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:36:11.452384 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=94f3042f-5c2d-4d02-9c50-0e21e776f0fd,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:11.466782 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning for port d7b7e0f9-fe8c-49d7-9101-c18fb8637760 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:36:11.471818 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port d7b7e0f9-fe8c-49d7-9101-c18fb8637760 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:36:11.472194 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:11.481780 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-75532647-5e64-4610-b973-0b9d9064b4eb req-6bfe6d84-6d9e-4bf6-8058-abe51ac2636d service neutron] 10.222.0.38 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315048 Sep 08 16:36:11.495669 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:36:11.504912 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43ffbd4-af63-487d-ad4d-427e9d51d750" -d '{"events": [{"server_uuid": "cca1d1c5-9590-4808-a279-bfdf7f6e3446", "name": "network-vif-plugged", "status": "completed", "tag": "94f3042f-5c2d-4d02-9c50-0e21e776f0fd"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:36:11.527754 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 {{(pid=94083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:36:11.535896 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:11.550545 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] Transition to ACTIVE for port object 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:36:11.557108 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:11.581220 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:11.606984 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7706eec8-b6af-49a8-8e2c-598115200139 x-openstack-request-id: req-7706eec8-b6af-49a8-8e2c-598115200139 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:36:11.607266 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca1d1c5-9590-4808-a279-bfdf7f6e3446", "name": "network-vif-plugged", "status": "completed", "tag": "94f3042f-5c2d-4d02-9c50-0e21e776f0fd", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:36:11.607538 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7706eec8-b6af-49a8-8e2c-598115200139 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:36:11.607977 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca1d1c5-9590-4808-a279-bfdf7f6e3446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f3042f-5c2d-4d02-9c50-0e21e776f0fd', 'code': 200} Sep 08 16:36:11.618503 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port d7b7e0f9-fe8c-49d7-9101-c18fb8637760, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d7b7e0f9-fe8c-49d7-9101-c18fb8637760,segment=NetworkSegment(e631686a-1086-45ee-8f3b-c6edaa5166b6),segment_id=e631686a-1086-45ee-8f3b-c6edaa5166b6)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:11.625051 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:11.647825 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6ec9fd-1364-48dd-9793-1a558b78f7d8,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:11.709729 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] Attempting to bind port 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:36:11.710068 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] Attempting to bind port 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f3688c3c-dbc6-43be-b85b-d7d2696b7239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:36:11.710396 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] Attempting to bind port 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 on network f9db32ff-f404-4a60-9a66-c9419aa017aa {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:36:11.727606 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=d7b7e0f9-fe8c-49d7-9101-c18fb8637760,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:11.743859 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594f6e4-0a33-4f8c-ac1f-9f337bbcaee8 req-c850932d-39f7-4963-acac-6c4b839973cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:11.745580 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9594f6e4-0a33-4f8c-ac1f-9f337bbcaee8 req-c850932d-39f7-4963-acac-6c4b839973cd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81c4757c7f3247b68665fdb276686a96&device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 1097 time: 0.1582639 Sep 08 16:36:11.746164 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] Port 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 on network f9db32ff-f404-4a60-9a66-c9419aa017aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 16:36:11.746551 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] Attempting to bind port 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 on network f9db32ff-f404-4a60-9a66-c9419aa017aa {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:36:11.803232 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] Checking agent: {'id': 'ccbd07f4-9fa7-4e9d-ab49-144bada9319f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'started_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:36:11.803598 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] Checking segment: {'id': 'f3688c3c-dbc6-43be-b85b-d7d2696b7239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:36:11.803980 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] Bound using segment: {'id': 'f3688c3c-dbc6-43be-b85b-d7d2696b7239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:36:11.804422 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] Bound port: 3b6ec9fd-1364-48dd-9793-1a558b78f7d8, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3688c3c-dbc6-43be-b85b-d7d2696b7239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:36:11.804778 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:11.941900 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70afe9c-fc38-4c51-9289-f61e91cc213a req-a1f752c1-88bb-4e3a-90f8-2e56991b4aa5 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:11.949710 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e70afe9c-fc38-4c51-9289-f61e91cc213a req-a1f752c1-88bb-4e3a-90f8-2e56991b4aa5 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0905368 Sep 08 16:36:11.992403 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e70afe9c-fc38-4c51-9289-f61e91cc213a req-90eb7353-3e21-4a32-96a8-f863e4aae6c6 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410547 Sep 08 16:36:12.064928 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594f6e4-0a33-4f8c-ac1f-9f337bbcaee8 req-58d939c8-5649-47fa-8eb1-2142edb0bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:12.066422 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9594f6e4-0a33-4f8c-ac1f-9f337bbcaee8 req-58d939c8-5649-47fa-8eb1-2142edb0bc6e service neutron] 10.222.0.38 "GET /v2.0/networks?id=36f557e5-0efe-4eef-bced-be0bb3e3f756 HTTP/1.1" status: 200 len: 919 time: 0.3031535 Sep 08 16:36:12.096576 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de11342-3d39-41ea-b5a6-35500f4a6aa0 req-d606d150-3ba5-485b-a691-08541ddaf5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:12.097996 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3de11342-3d39-41ea-b5a6-35500f4a6aa0 req-d606d150-3ba5-485b-a691-08541ddaf5be service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 1099 time: 0.2128606 Sep 08 16:36:12.138417 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f158e32-523b-473d-82a3-d084304fe852 req-e5bc1d3b-6818-4fb2-96ab-d3a15af26c62 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:12.140402 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5f158e32-523b-473d-82a3-d084304fe852 req-e5bc1d3b-6818-4fb2-96ab-d3a15af26c62 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 943 time: 0.0727894 Sep 08 16:36:12.143421 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9594f6e4-0a33-4f8c-ac1f-9f337bbcaee8 req-8b0e5baa-fe8e-465a-adae-4bf289951e5e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d891adba-d83a-4578-95a0-1b4dac1fbcfe HTTP/1.1" status: 200 len: 217 time: 0.0600531 Sep 08 16:36:12.158073 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185084d9-cbd0-4d3d-b2e2-cffc7634d7c0 req-5b38c0c6-8d61-410f-9a83-ab70e457a994 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:12.159924 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-185084d9-cbd0-4d3d-b2e2-cffc7634d7c0 req-5b38c0c6-8d61-410f-9a83-ab70e457a994 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 944 time: 0.2665851 Sep 08 16:36:12.183545 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] For port 3b6ec9fd-1364-48dd-9793-1a558b78f7d8, host hv-cinder-79053, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:36:12.197539 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5f158e32-523b-473d-82a3-d084304fe852 req-5bd7b4ae-30df-4170-98df-dbb5255e0c31 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511441 Sep 08 16:36:12.242212 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-3de11342-3d39-41ea-b5a6-35500f4a6aa0 req-4fce9935-302b-42c1-9473-bc533c93a84a service neutron] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:12.252097 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] For port 3b6ec9fd-1364-48dd-9793-1a558b78f7d8, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3b6ec9fd-1364-48dd-9793-1a558b78f7d8,segment=NetworkSegment(f3688c3c-dbc6-43be-b85b-d7d2696b7239),segment_id=f3688c3c-dbc6-43be-b85b-d7d2696b7239)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:36:12.268444 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:12.295137 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594f6e4-0a33-4f8c-ac1f-9f337bbcaee8 req-5b46c829-5503-4c5e-911b-8d3a576fb3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:12.296981 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9594f6e4-0a33-4f8c-ac1f-9f337bbcaee8 req-5b46c829-5503-4c5e-911b-8d3a576fb3bc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3240b4ec-a6f2-4115-bd70-90b9d26d722b HTTP/1.1" status: 200 len: 858 time: 0.1342649 Sep 08 16:36:12.324366 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-185084d9-cbd0-4d3d-b2e2-cffc7634d7c0 req-ce5d4f7d-8791-4151-b88f-cd972554a72d tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490092 Sep 08 16:36:12.341963 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:12.342706 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:12.344193 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] 10.222.0.38 "PUT /v2.0/ports/3b6ec9fd-1364-48dd-9793-1a558b78f7d8 HTTP/1.1" status: 200 len: 1093 time: 1.5410063 Sep 08 16:36:12.395125 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675e6ad-06d1-475f-bc03-fe00b8a7edcb req-d6b1bcf3-98ea-423b-88d1-6da8e86b8b40 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:12.406504 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-7675e6ad-06d1-475f-bc03-fe00b8a7edcb req-d6b1bcf3-98ea-423b-88d1-6da8e86b8b40 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 945 time: 0.1216724 Sep 08 16:36:12.481947 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-7675e6ad-06d1-475f-bc03-fe00b8a7edcb req-9ba268ed-2b51-43dd-9252-2e96bc53030e tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738673 Sep 08 16:36:12.617788 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9594f6e4-0a33-4f8c-ac1f-9f337bbcaee8 req-98abe3ff-6c83-4088-83e6-cc192c3b31bf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=36f557e5-0efe-4eef-bced-be0bb3e3f756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2983975 Sep 08 16:36:12.731747 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb1031-b2b6-403b-8b7f-6a8d2447d486 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6ec9fd-1364-48dd-9793-1a558b78f7d8,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:12.776443 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391cf96d-aafa-48af-a4ec-1830a6cfc2a2', 'tag': '3b6ec9fd-1364-48dd-9793-1a558b78f7d8'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:36:12.778856 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80cd246-0013-4c20-a184-309c53a5a473" -d '{"events": [{"name": "network-changed", "server_uuid": "391cf96d-aafa-48af-a4ec-1830a6cfc2a2", "tag": "3b6ec9fd-1364-48dd-9793-1a558b78f7d8"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:36:12.783539 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 59546) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:12.792827 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-a0792475-a223-47b6-9055-4bb295539cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:12.794595 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-a0792475-a223-47b6-9055-4bb295539cf7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c557bacc0f34ebebe377a14efbe9c0d&device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 1096 time: 0.1795917 Sep 08 16:36:12.818784 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962f7e7-5439-400d-85b0-a2a03776dc96 req-d078bec9-8db0-4ea7-8c75-3386aca692ce tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:12.820402 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1962f7e7-5439-400d-85b0-a2a03776dc96 req-d078bec9-8db0-4ea7-8c75-3386aca692ce tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 946 time: 0.2084112 Sep 08 16:36:12.828641 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d11443b-2c94-458f-9731-637c58b654f7 x-openstack-request-id: req-6d11443b-2c94-458f-9731-637c58b654f7 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:36:12.829265 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391cf96d-aafa-48af-a4ec-1830a6cfc2a2", "tag": "3b6ec9fd-1364-48dd-9793-1a558b78f7d8", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:36:12.829541 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6d11443b-2c94-458f-9731-637c58b654f7 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:36:12.829909 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391cf96d-aafa-48af-a4ec-1830a6cfc2a2', 'tag': '3b6ec9fd-1364-48dd-9793-1a558b78f7d8', 'status': 'completed', 'code': 200} Sep 08 16:36:12.871675 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9594f6e4-0a33-4f8c-ac1f-9f337bbcaee8 req-e3e6f88c-3142-4f38-bcb8-3a4f0627953e service neutron] 10.222.0.38 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296727 Sep 08 16:36:12.903024 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1962f7e7-5439-400d-85b0-a2a03776dc96 req-37d169d0-7f9c-4267-9c69-024b707e8ee7 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710411 Sep 08 16:36:12.903678 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-50027346-983d-4c2d-be8d-e92284235a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:12.912050 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-3de11342-3d39-41ea-b5a6-35500f4a6aa0 req-4fce9935-302b-42c1-9473-bc533c93a84a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:12.917231 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-3de11342-3d39-41ea-b5a6-35500f4a6aa0 req-4fce9935-302b-42c1-9473-bc533c93a84a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:12.947519 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3de11342-3d39-41ea-b5a6-35500f4a6aa0 req-4fce9935-302b-42c1-9473-bc533c93a84a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7816882 Sep 08 16:36:12.956360 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce9935-302b-42c1-9473-bc533c93a84a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=556bb1ac-a00f-4fd1-9da7-3b8ef371d252,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:12.996741 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-50027346-983d-4c2d-be8d-e92284235a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:13.005115 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-50027346-983d-4c2d-be8d-e92284235a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:13.042181 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50027346-983d-4c2d-be8d-e92284235a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa79ed2f-b427-46f7-842c-edd15957430a,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:13.046723 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-50027346-983d-4c2d-be8d-e92284235a8b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=33be663a9d4d4ee8a2d33a0cf9eab998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621202 Sep 08 16:36:13.049666 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 59552) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:13.104586 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dc1bad00-724b-444e-a92c-9a463779b1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:13.126136 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d8043-0979-48e3-844b-aab73e415d01 req-bfcd569a-01cc-47a6-8918-d61966046ba4 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:13.127654 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-af7d8043-0979-48e3-844b-aab73e415d01 req-bfcd569a-01cc-47a6-8918-d61966046ba4 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0486600 Sep 08 16:36:13.127879 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dc1bad00-724b-444e-a92c-9a463779b1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:13.165606 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-af7d8043-0979-48e3-844b-aab73e415d01 req-6df72d37-78a1-47ac-bc65-00588c87ae78 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314269 Sep 08 16:36:13.181385 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dc1bad00-724b-444e-a92c-9a463779b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:13.184196 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dc1bad00-724b-444e-a92c-9a463779b1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:13.185536 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-dc1bad00-724b-444e-a92c-9a463779b1d5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aa79ed2f-b427-46f7-842c-edd15957430a HTTP/1.1" status: 204 len: 168 time: 0.1347575 Sep 08 16:36:13.196535 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bad00-724b-444e-a92c-9a463779b1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa79ed2f-b427-46f7-842c-edd15957430a,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:13.328849 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec22f1-e7b9-4c67-bb41-9bd4938a701d req-5c0c1128-23a6-4c2e-a1ca-2b5962fa90e3 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:13.330611 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-06ec22f1-e7b9-4c67-bb41-9bd4938a701d req-5c0c1128-23a6-4c2e-a1ca-2b5962fa90e3 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 943 time: 0.0572848 Sep 08 16:36:13.372627 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-06ec22f1-e7b9-4c67-bb41-9bd4938a701d req-27841b5f-f7ac-48ff-a0c4-36819ec99cda tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346513 Sep 08 16:36:13.493466 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b8aa3-b151-4255-b932-f5d75d68bb16 req-2d8d80eb-7daf-46d2-8d8a-9a18b27044f0 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:13.496360 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-766b8aa3-b151-4255-b932-f5d75d68bb16 req-2d8d80eb-7daf-46d2-8d8a-9a18b27044f0 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 944 time: 0.0810125 Sep 08 16:36:13.540147 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-766b8aa3-b151-4255-b932-f5d75d68bb16 req-279cf076-2147-481d-bb8f-a5408ffd976b tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361459 Sep 08 16:36:13.556684 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 59578) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:13.594063 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c586c376-1c1f-4373-ab54-c5d17baf1390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:13.609200 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0386173e-32b2-4055-ba82-8c8fb675791a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b7e0f9-fe8c-49d7-9101-c18fb8637760'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:36:13.611733 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb00fa8-f5d1-4d86-a81f-6b53d8d49007" -d '{"events": [{"server_uuid": "0386173e-32b2-4055-ba82-8c8fb675791a", "name": "network-vif-plugged", "status": "completed", "tag": "d7b7e0f9-fe8c-49d7-9101-c18fb8637760"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:36:13.632101 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d583ea0-d5e7-4820-88d7-c584d22c9d87 req-4419d16f-fbfa-45b4-a70e-d233d70fa832 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:13.633660 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7d583ea0-d5e7-4820-88d7-c584d22c9d87 req-4419d16f-fbfa-45b4-a70e-d233d70fa832 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 945 time: 0.0829165 Sep 08 16:36:13.650181 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c2fca6-b9ed-437f-bfe1-ddc72f90af16 x-openstack-request-id: req-c4c2fca6-b9ed-437f-bfe1-ddc72f90af16 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:36:13.650473 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0386173e-32b2-4055-ba82-8c8fb675791a", "name": "network-vif-plugged", "status": "completed", "tag": "d7b7e0f9-fe8c-49d7-9101-c18fb8637760", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:36:13.650739 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c4c2fca6-b9ed-437f-bfe1-ddc72f90af16 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:36:13.651226 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0386173e-32b2-4055-ba82-8c8fb675791a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b7e0f9-fe8c-49d7-9101-c18fb8637760', 'code': 200} Sep 08 16:36:13.697831 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7d583ea0-d5e7-4820-88d7-c584d22c9d87 req-6edaa2b4-db90-4c42-bb54-90d69e1845a2 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575473 Sep 08 16:36:13.736173 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c586c376-1c1f-4373-ab54-c5d17baf1390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:13.740072 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c586c376-1c1f-4373-ab54-c5d17baf1390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:13.778954 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-c586c376-1c1f-4373-ab54-c5d17baf1390 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8ed2deb93d5a4a12b77b6fe179dea9d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210577 Sep 08 16:36:13.780016 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586c376-1c1f-4373-ab54-c5d17baf1390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619f9b1d-5c16-4001-8760-73b673c41bc5,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:13.782805 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 59586) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:13.833052 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f7dac755-b512-4de3-b420-69473b610f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:13.854614 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f7dac755-b512-4de3-b420-69473b610f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:13.906180 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f7dac755-b512-4de3-b420-69473b610f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:13.908774 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f7dac755-b512-4de3-b420-69473b610f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:13.909947 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-f7dac755-b512-4de3-b420-69473b610f74 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/619f9b1d-5c16-4001-8760-73b673c41bc5 HTTP/1.1" status: 204 len: 168 time: 0.1257002 Sep 08 16:36:13.918390 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dac755-b512-4de3-b420-69473b610f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619f9b1d-5c16-4001-8760-73b673c41bc5,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:14.041756 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab63b6-6bd3-45f5-b04c-4cefc9e53b63 req-ff4158da-25d1-4d96-b317-b85d2d05cb95 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:14.043634 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-4aab63b6-6bd3-45f5-b04c-4cefc9e53b63 req-ff4158da-25d1-4d96-b317-b85d2d05cb95 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 946 time: 0.0584991 Sep 08 16:36:14.087951 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-4aab63b6-6bd3-45f5-b04c-4cefc9e53b63 req-78be4b9c-6d42-49fa-89b6-51db298b1835 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376122 Sep 08 16:36:14.288474 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3e81c-b3ff-4295-aad9-880f16b11af0 req-6e5864d9-6fd5-4a57-853d-8fa78f190bf3 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:14.290053 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-97a3e81c-b3ff-4295-aad9-880f16b11af0 req-6e5864d9-6fd5-4a57-853d-8fa78f190bf3 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0494158 Sep 08 16:36:14.330586 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-97a3e81c-b3ff-4295-aad9-880f16b11af0 req-c319017b-45c0-4519-8eed-37da367d123a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335495 Sep 08 16:36:14.492623 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec4193-f058-40db-8757-def01ba6d3d4 req-261f6adf-c83e-477f-abcf-29c6252a0614 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:14.493997 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c6ec4193-f058-40db-8757-def01ba6d3d4 req-261f6adf-c83e-477f-abcf-29c6252a0614 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 943 time: 0.0497220 Sep 08 16:36:14.537480 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c6ec4193-f058-40db-8757-def01ba6d3d4 req-8a71d36f-5b5c-4d12-8d1c-317381afa563 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363185 Sep 08 16:36:14.548676 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device e17c3881-d6fe-4e04-8750-7445ef308cd8 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:36:14.579486 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:14.667700 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port e17c3881-d6fe-4e04-8750-7445ef308cd8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e17c3881-d6fe-4e04-8750-7445ef308cd8,segment=NetworkSegment(242b69dc-0951-4bdf-9df7-9bd4972521ae),segment_id=242b69dc-0951-4bdf-9df7-9bd4972521ae)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:14.669572 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19cc2e-790d-4b8e-b028-48312166d3dd req-10ae3868-f57b-49d6-8e55-8f75251e6667 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:14.671361 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-bd19cc2e-790d-4b8e-b028-48312166d3dd req-10ae3868-f57b-49d6-8e55-8f75251e6667 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 944 time: 0.0544956 Sep 08 16:36:14.682011 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': 'e17c3881-d6fe-4e04-8750-7445ef308cd8', 'network_id': '36f557e5-0efe-4eef-bced-be0bb3e3f756', 'port_id': 'e17c3881-d6fe-4e04-8750-7445ef308cd8', 'mac_address': 'fa:16:3e:fd:19:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3240b4ec-a6f2-4115-bd70-90b9d26d722b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:36:14.715405 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-bd19cc2e-790d-4b8e-b028-48312166d3dd req-3d5ddb17-8b93-470b-893e-6ba4bca2c967 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378413 Sep 08 16:36:14.730984 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:14.748438 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17c3881-d6fe-4e04-8750-7445ef308cd8 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:36:14.771891 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port e17c3881-d6fe-4e04-8750-7445ef308cd8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e17c3881-d6fe-4e04-8750-7445ef308cd8,segment=NetworkSegment(242b69dc-0951-4bdf-9df7-9bd4972521ae),segment_id=242b69dc-0951-4bdf-9df7-9bd4972521ae)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:14.780260 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:14.781707 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 8772f1e6-a40e-4d12-9186-bd1a5f255db5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:36:14.844439 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b2e4d-969f-4e1b-abcf-b5c84bbb3890 req-db10ddd6-104f-4a39-9083-592a4a505a03 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:14.846520 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-820b2e4d-969f-4e1b-abcf-b5c84bbb3890 req-db10ddd6-104f-4a39-9083-592a4a505a03 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 945 time: 0.0587349 Sep 08 16:36:14.885700 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-820b2e4d-969f-4e1b-abcf-b5c84bbb3890 req-d0085e87-6f2e-41b0-8d95-1117b977cf36 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332346 Sep 08 16:36:14.912970 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=e17c3881-d6fe-4e04-8750-7445ef308cd8,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:14.928980 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 8772f1e6-a40e-4d12-9186-bd1a5f255db5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8772f1e6-a40e-4d12-9186-bd1a5f255db5,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:14.940387 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': '8772f1e6-a40e-4d12-9186-bd1a5f255db5', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'port_id': '8772f1e6-a40e-4d12-9186-bd1a5f255db5', 'mac_address': 'fa:16:3e:8e:b4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:36:14.978316 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:14.991953 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8772f1e6-a40e-4d12-9186-bd1a5f255db5 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:36:15.012929 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 8772f1e6-a40e-4d12-9186-bd1a5f255db5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8772f1e6-a40e-4d12-9186-bd1a5f255db5,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:15.017942 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:15.076712 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=8772f1e6-a40e-4d12-9186-bd1a5f255db5,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:15.210074 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba60657-cc40-4c32-ab92-bb52fe5a3428 req-b429b484-d678-4e6c-8204-09269ff7947e tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:15.211643 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8ba60657-cc40-4c32-ab92-bb52fe5a3428 req-b429b484-d678-4e6c-8204-09269ff7947e tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 946 time: 0.0498483 Sep 08 16:36:15.251770 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8ba60657-cc40-4c32-ab92-bb52fe5a3428 req-21d2f4a7-4642-4d5b-8e7a-6fde768a3778 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331738 Sep 08 16:36:15.453479 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fe276-06b4-49a7-8981-1b15f660c50d req-895b89b8-d158-497a-9084-3c5f6a9cafee tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:15.454985 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5e5fe276-06b4-49a7-8981-1b15f660c50d req-895b89b8-d158-497a-9084-3c5f6a9cafee tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 945 time: 0.0480428 Sep 08 16:36:15.497328 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5e5fe276-06b4-49a7-8981-1b15f660c50d req-29088d52-a361-4fda-8574-4a413f5fcc15 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363629 Sep 08 16:36:15.648850 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device d891adba-d83a-4578-95a0-1b4dac1fbcfe details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:36:15.660914 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf2566-9c66-40f9-b702-b87abcabeae6 req-3f4b2b6b-e177-461b-8691-a090a71fc3b4 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:15.663146 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3fbf2566-9c66-40f9-b702-b87abcabeae6 req-3f4b2b6b-e177-461b-8691-a090a71fc3b4 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 943 time: 0.0561628 Sep 08 16:36:15.725876 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3fbf2566-9c66-40f9-b702-b87abcabeae6 req-9f8432e5-3435-4430-95c6-0f7904ab084a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556188 Sep 08 16:36:15.774888 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port d891adba-d83a-4578-95a0-1b4dac1fbcfe, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d891adba-d83a-4578-95a0-1b4dac1fbcfe,segment=NetworkSegment(242b69dc-0951-4bdf-9df7-9bd4972521ae),segment_id=242b69dc-0951-4bdf-9df7-9bd4972521ae)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:15.788755 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': 'd891adba-d83a-4578-95a0-1b4dac1fbcfe', 'network_id': '36f557e5-0efe-4eef-bced-be0bb3e3f756', 'port_id': 'd891adba-d83a-4578-95a0-1b4dac1fbcfe', 'mac_address': 'fa:16:3e:e5:01:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3240b4ec-a6f2-4115-bd70-90b9d26d722b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:36:15.837086 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:15.851381 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d891adba-d83a-4578-95a0-1b4dac1fbcfe {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:36:15.856179 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b72eb-f212-46a1-bb55-a89a9f718b6c req-b5f31069-56ef-433a-b100-597c2e157b9f tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:15.858408 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-077b72eb-f212-46a1-bb55-a89a9f718b6c req-b5f31069-56ef-433a-b100-597c2e157b9f tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 944 time: 0.0637469 Sep 08 16:36:15.887504 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port d891adba-d83a-4578-95a0-1b4dac1fbcfe, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d891adba-d83a-4578-95a0-1b4dac1fbcfe,segment=NetworkSegment(242b69dc-0951-4bdf-9df7-9bd4972521ae),segment_id=242b69dc-0951-4bdf-9df7-9bd4972521ae)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:15.896050 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:15.925209 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-077b72eb-f212-46a1-bb55-a89a9f718b6c req-7b25ffa9-9e90-4dcb-88b9-fea10f4ce94e tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559914 Sep 08 16:36:15.960225 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=d891adba-d83a-4578-95a0-1b4dac1fbcfe,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:16.042924 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-4081786b-bfa6-4d29-af60-7273c930c855 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b6ec9fd-1364-48dd-9793-1a558b78f7d8 HTTP/1.1" status: 200 len: 217 time: 0.1086705 Sep 08 16:36:16.057682 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['e17c3881-d6fe-4e04-8750-7445ef308cd8'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:36:16.117082 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['8772f1e6-a40e-4d12-9186-bd1a5f255db5'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:36:16.195633 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe36af-e43b-4e59-b049-693688cac951 req-7e75b1ae-bec9-470b-9dfb-7d890692a116 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:16.207377 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9bbe36af-e43b-4e59-b049-693688cac951 req-7e75b1ae-bec9-470b-9dfb-7d890692a116 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 945 time: 0.1963167 Sep 08 16:36:16.227599 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-1165dcda-1539-424b-bdca-178b02928f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:16.231790 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-1165dcda-1539-424b-bdca-178b02928f48 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549 HTTP/1.1" status: 200 len: 850 time: 0.1736839 Sep 08 16:36:16.327878 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9594f6e4-0a33-4f8c-ac1f-9f337bbcaee8 req-94dc955a-c264-48d9-8b34-b9a7b773028e service neutron] 10.222.0.38 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153400 Sep 08 16:36:16.344378 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9288b-6455-4227-af5a-a0a819fb197f req-ae032968-6bb1-4cad-a95c-c0c6d7ca35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:16.346154 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2ae9288b-6455-4227-af5a-a0a819fb197f req-ae032968-6bb1-4cad-a95c-c0c6d7ca35f5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 1098 time: 0.1308618 Sep 08 16:36:16.369649 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['d891adba-d83a-4578-95a0-1b4dac1fbcfe'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:36:16.410356 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9bbe36af-e43b-4e59-b049-693688cac951 req-0935d4d8-b1f6-490e-befb-eefc13c18522 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981149 Sep 08 16:36:16.415045 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf064a-6aca-415c-a32f-1e8437522d1e req-07d54bc4-3f11-4091-a92d-9c9e7a557c52 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:16.423389 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-26ae6075-4ca9-4cbe-af7a-baf467cd9551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:16.425292 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-26ae6075-4ca9-4cbe-af7a-baf467cd9551 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f9db32ff-f404-4a60-9a66-c9419aa017aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1545136 Sep 08 16:36:16.427169 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-2eaf064a-6aca-415c-a32f-1e8437522d1e req-07d54bc4-3f11-4091-a92d-9c9e7a557c52 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 946 time: 0.0912266 Sep 08 16:36:16.427822 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2ae9288b-6455-4227-af5a-a0a819fb197f req-839a37e4-12e0-44a1-8218-bcbd360c2d58 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566666 Sep 08 16:36:16.517226 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-2eaf064a-6aca-415c-a32f-1e8437522d1e req-3fd33b7d-137b-4637-ade1-768f6f4b2469 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842593 Sep 08 16:36:16.538223 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-13045fc7-bae0-4eae-ab9f-29b7b39f2958 service neutron] 10.222.0.38 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043060 Sep 08 16:36:16.649220 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023091e-b0db-4411-93dd-712314fe2b14 req-4c9bb2ca-a5ff-4075-9c29-b5452702ddc0 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:16.650834 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8023091e-b0db-4411-93dd-712314fe2b14 req-4c9bb2ca-a5ff-4075-9c29-b5452702ddc0 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 945 time: 0.0649967 Sep 08 16:36:16.696550 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8023091e-b0db-4411-93dd-712314fe2b14 req-a0ae83f8-91f7-4e2a-ac97-4e1de9b3ce3e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376947 Sep 08 16:36:16.815319 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fe28691a-1e52-4e8e-bf5c-3166d676755b req-f7ccd9e8-e3f0-45a6-af7d-33173f2ee9be service neutron] 10.222.0.38 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076140 Sep 08 16:36:16.856158 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d64b8e-af1a-460d-9e49-a484a749fa3e req-223c4fc8-925c-4250-b310-c4978980bb4b tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:16.858064 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-05d64b8e-af1a-460d-9e49-a484a749fa3e req-223c4fc8-925c-4250-b310-c4978980bb4b tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 943 time: 0.0595386 Sep 08 16:36:16.904920 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-05d64b8e-af1a-460d-9e49-a484a749fa3e req-271e6326-0df9-4f2d-803d-5c3b3aee4a0a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398624 Sep 08 16:36:16.977416 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cd246-0013-4c20-a184-309c53a5a473 req-d972bf67-90f3-4a33-8efb-82fd223d2433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:16.978910 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f80cd246-0013-4c20-a184-309c53a5a473 req-d972bf67-90f3-4a33-8efb-82fd223d2433 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c557bacc0f34ebebe377a14efbe9c0d&device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 1096 time: 0.0463593 Sep 08 16:36:17.108164 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c57266-de41-4b28-9904-221173669343 req-021d7b37-400e-44f1-926b-85508a94742a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:17.109549 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-35c57266-de41-4b28-9904-221173669343 req-021d7b37-400e-44f1-926b-85508a94742a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 945 time: 0.1033857 Sep 08 16:36:17.125109 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cd246-0013-4c20-a184-309c53a5a473 req-deed1aaf-dbe3-49de-bdbe-d4c34da3307f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:17.126486 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f80cd246-0013-4c20-a184-309c53a5a473 req-deed1aaf-dbe3-49de-bdbe-d4c34da3307f service neutron] 10.222.0.38 "GET /v2.0/networks?id=f9db32ff-f404-4a60-9a66-c9419aa017aa HTTP/1.1" status: 200 len: 912 time: 0.1384966 Sep 08 16:36:17.172173 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f80cd246-0013-4c20-a184-309c53a5a473 req-5bb2bcff-b742-4563-8eef-ccb969b7c11b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b6ec9fd-1364-48dd-9793-1a558b78f7d8 HTTP/1.1" status: 200 len: 217 time: 0.0355084 Sep 08 16:36:17.191261 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-35c57266-de41-4b28-9904-221173669343 req-83065e2b-814b-4dc5-a898-fc3cded5926b tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742252 Sep 08 16:36:17.232540 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cd246-0013-4c20-a184-309c53a5a473 req-8e4bb2de-e0f2-4259-8b09-a4cc48a02660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:17.233929 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f80cd246-0013-4c20-a184-309c53a5a473 req-8e4bb2de-e0f2-4259-8b09-a4cc48a02660 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549 HTTP/1.1" status: 200 len: 850 time: 0.0518959 Sep 08 16:36:17.302351 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cd246-0013-4c20-a184-309c53a5a473 req-046d7fe4-ac97-4775-aef1-e11e91ad028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:17.309087 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f80cd246-0013-4c20-a184-309c53a5a473 req-046d7fe4-ac97-4775-aef1-e11e91ad028b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f9db32ff-f404-4a60-9a66-c9419aa017aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532954 Sep 08 16:36:17.400276 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f80cd246-0013-4c20-a184-309c53a5a473 req-475bc95c-470e-492c-abd2-d9b9ff094d54 service neutron] 10.222.0.38 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874665 Sep 08 16:36:17.509867 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f80cd246-0013-4c20-a184-309c53a5a473 req-ff17f8c4-2328-4fad-9d04-bd7996ba1f98 service neutron] 10.222.0.38 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942307 Sep 08 16:36:17.577622 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82871f79-b49a-4936-8d49-97e9512e0a57 req-072868e4-e128-469c-afe6-7d907610b260 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:17.579192 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-82871f79-b49a-4936-8d49-97e9512e0a57 req-072868e4-e128-469c-afe6-7d907610b260 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 945 time: 0.0938380 Sep 08 16:36:17.632064 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-82871f79-b49a-4936-8d49-97e9512e0a57 req-7c56af6b-2d8b-4fd3-83cb-74cc307c1ce0 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432532 Sep 08 16:36:17.644960 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fbe4e-091c-4af9-9f5d-2020239efed8 req-6f73341a-6d6c-4c46-b3d2-df7caf937a17 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:17.646768 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-be0fbe4e-091c-4af9-9f5d-2020239efed8 req-6f73341a-6d6c-4c46-b3d2-df7caf937a17 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 946 time: 0.0538704 Sep 08 16:36:17.660270 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device e17c3881-d6fe-4e04-8750-7445ef308cd8 up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:36:17.701529 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-be0fbe4e-091c-4af9-9f5d-2020239efed8 req-76eb95c5-99c7-4b8d-93f8-b15fdb6dddcd tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484612 Sep 08 16:36:17.720812 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning for port e17c3881-d6fe-4e04-8750-7445ef308cd8 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:36:17.733709 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port e17c3881-d6fe-4e04-8750-7445ef308cd8 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:36:17.734311 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:17.834544 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:17.864769 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd006d0-c27b-4564-acfb-6f1feb48aea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17c3881-d6fe-4e04-8750-7445ef308cd8'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:36:17.868051 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5103e115-4692-486d-943f-0cd6b1003b5c" -d '{"events": [{"server_uuid": "2dd006d0-c27b-4564-acfb-6f1feb48aea2", "name": "network-vif-plugged", "status": "completed", "tag": "e17c3881-d6fe-4e04-8750-7445ef308cd8"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:36:17.885916 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port e17c3881-d6fe-4e04-8750-7445ef308cd8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e17c3881-d6fe-4e04-8750-7445ef308cd8,segment=NetworkSegment(242b69dc-0951-4bdf-9df7-9bd4972521ae),segment_id=242b69dc-0951-4bdf-9df7-9bd4972521ae)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:17.893623 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:17.894788 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 8772f1e6-a40e-4d12-9186-bd1a5f255db5 up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:36:17.952681 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb71ae9-61f8-4c5e-817f-337e7f61d5fd req-bc4d125c-0f3d-4404-9cff-871702d3a674 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:17.957920 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ecb71ae9-61f8-4c5e-817f-337e7f61d5fd req-bc4d125c-0f3d-4404-9cff-871702d3a674 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 945 time: 0.1371441 Sep 08 16:36:17.988634 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffc0290-9973-4c6b-a7eb-71de686d1dc0 x-openstack-request-id: req-dffc0290-9973-4c6b-a7eb-71de686d1dc0 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:36:17.988924 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd006d0-c27b-4564-acfb-6f1feb48aea2", "name": "network-vif-plugged", "status": "completed", "tag": "e17c3881-d6fe-4e04-8750-7445ef308cd8", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:36:17.989178 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dffc0290-9973-4c6b-a7eb-71de686d1dc0 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:36:17.989557 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd006d0-c27b-4564-acfb-6f1feb48aea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17c3881-d6fe-4e04-8750-7445ef308cd8', 'code': 200} Sep 08 16:36:18.006773 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ecb71ae9-61f8-4c5e-817f-337e7f61d5fd req-40be5d36-8008-452f-983b-ec5f3980f17a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438688 Sep 08 16:36:18.010893 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=e17c3881-d6fe-4e04-8750-7445ef308cd8,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:18.046957 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning for port 8772f1e6-a40e-4d12-9186-bd1a5f255db5 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:36:18.057018 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port 8772f1e6-a40e-4d12-9186-bd1a5f255db5 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:36:18.057877 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:18.166014 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a1df0-a70c-4e66-b0b5-d40f13d2a3a3 req-2a308ce7-5234-43c8-ba2b-d612a5e5f6d5 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:18.174897 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-014a1df0-a70c-4e66-b0b5-d40f13d2a3a3 req-2a308ce7-5234-43c8-ba2b-d612a5e5f6d5 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 943 time: 0.0915363 Sep 08 16:36:18.185687 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:18.229072 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 8772f1e6-a40e-4d12-9186-bd1a5f255db5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8772f1e6-a40e-4d12-9186-bd1a5f255db5,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:18.231909 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-014a1df0-a70c-4e66-b0b5-d40f13d2a3a3 req-15b5f909-4243-441a-b06a-7a5c33d0b94e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545168 Sep 08 16:36:18.243882 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:18.282316 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19c8b4-4c8e-49df-854d-d7ec8da85291 req-d079e09d-3472-48cc-b6c7-8776e704e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:18.284118 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-dc19c8b4-4c8e-49df-854d-d7ec8da85291 req-d079e09d-3472-48cc-b6c7-8776e704e971 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 1099 time: 0.0498464 Sep 08 16:36:18.298275 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=8772f1e6-a40e-4d12-9186-bd1a5f255db5,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:18.326051 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046ae17-c441-4049-8225-7889533556cc req-cad54f42-8065-4099-85a3-4a6f24043baf tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:18.327558 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0046ae17-c441-4049-8225-7889533556cc req-cad54f42-8065-4099-85a3-4a6f24043baf tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 945 time: 0.0581837 Sep 08 16:36:18.343343 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-dc19c8b4-4c8e-49df-854d-d7ec8da85291 req-f2406b0b-af9b-4cbe-9e31-205f8317c1e7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503330 Sep 08 16:36:18.385071 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0046ae17-c441-4049-8225-7889533556cc req-9a488824-ec49-439e-8ae9-68ec4c843e30 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497847 Sep 08 16:36:18.764420 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535cf45-619b-4530-93d0-00dfb3e38e5e req-4b1f8000-20fb-4fbe-9473-5c1e006f7081 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:18.766263 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6535cf45-619b-4530-93d0-00dfb3e38e5e req-4b1f8000-20fb-4fbe-9473-5c1e006f7081 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 945 time: 0.0583398 Sep 08 16:36:18.812896 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6535cf45-619b-4530-93d0-00dfb3e38e5e req-cbf81422-3e35-4e40-9a4c-4621bf9da79b tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377159 Sep 08 16:36:18.836950 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1ed6b-4af2-42ef-909f-956c3e7a44c2 req-135ce6fc-44a8-4cff-9f83-05239f22bbf6 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:18.839055 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-45d1ed6b-4af2-42ef-909f-956c3e7a44c2 req-135ce6fc-44a8-4cff-9f83-05239f22bbf6 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 946 time: 0.0507417 Sep 08 16:36:18.877940 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-45d1ed6b-4af2-42ef-909f-956c3e7a44c2 req-877960c7-5d9e-4bf2-b7d2-042b27032a45 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321031 Sep 08 16:36:19.194900 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ce765-c415-4b5d-8943-0df932544eb3 req-1c4245ac-e8f7-4b2e-9994-e61d8be2a72d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:19.203945 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-457ce765-c415-4b5d-8943-0df932544eb3 req-1c4245ac-e8f7-4b2e-9994-e61d8be2a72d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0632524 Sep 08 16:36:19.257821 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-457ce765-c415-4b5d-8943-0df932544eb3 req-1ed09450-8561-45d6-aa1e-6b84eec7ca4c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528369 Sep 08 16:36:19.378205 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a61c6e-4844-43bc-8f71-67606559ca8e req-665c66b4-debf-49cd-9bf9-c7a52d7eef29 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:19.391472 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e6a61c6e-4844-43bc-8f71-67606559ca8e req-665c66b4-debf-49cd-9bf9-c7a52d7eef29 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 943 time: 0.0667102 Sep 08 16:36:19.427719 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e6a61c6e-4844-43bc-8f71-67606559ca8e req-31c6433b-f9f8-4cdc-b26d-b833d19f2c3d tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349364 Sep 08 16:36:19.531430 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848744e6-9844-40a2-977a-a28a0912e22c req-af41944c-c2b7-442b-bbcb-8aaaa50eaa17 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:19.535942 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-848744e6-9844-40a2-977a-a28a0912e22c req-af41944c-c2b7-442b-bbcb-8aaaa50eaa17 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 945 time: 0.0709901 Sep 08 16:36:19.584567 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-848744e6-9844-40a2-977a-a28a0912e22c req-469dd8a2-a03b-4986-83b5-e58eb20304d5 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450692 Sep 08 16:36:19.663693 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:36:19.675975 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device d891adba-d83a-4578-95a0-1b4dac1fbcfe up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:36:19.698985 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 59836) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:19.808414 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning for port d891adba-d83a-4578-95a0-1b4dac1fbcfe completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:36:19.813930 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 59844) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:19.821567 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port d891adba-d83a-4578-95a0-1b4dac1fbcfe triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:36:19.821939 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:19.863307 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 3b6ec9fd-1364-48dd-9793-1a558b78f7d8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3b6ec9fd-1364-48dd-9793-1a558b78f7d8,segment=NetworkSegment(f3688c3c-dbc6-43be-b85b-d7d2696b7239),segment_id=f3688c3c-dbc6-43be-b85b-d7d2696b7239)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:19.882552 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': '3b6ec9fd-1364-48dd-9793-1a558b78f7d8', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'port_id': '3b6ec9fd-1364-48dd-9793-1a558b78f7d8', 'mac_address': 'fa:16:3e:2f:e8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:36:19.895547 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-36d0ba91-e7b8-46f6-ae02-f65a3b2c91b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:19.942411 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9f0bec22-4e43-4816-a9c2-546ff81a23d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:19.963692 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:19.976924 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:19.990803 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c663966-e457-4d6c-9626-26bec71d82d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8772f1e6-a40e-4d12-9186-bd1a5f255db5'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:36:19.993225 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3960d8-723b-4f75-b21f-63fb4cf0cd3d" -d '{"events": [{"server_uuid": "1c663966-e457-4d6c-9626-26bec71d82d9", "name": "network-vif-plugged", "status": "completed", "tag": "8772f1e6-a40e-4d12-9186-bd1a5f255db5"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:36:19.999218 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:36:20.034130 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-36d0ba91-e7b8-46f6-ae02-f65a3b2c91b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:20.037318 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fafa25-8fcd-4613-8d15-123b215a2307 x-openstack-request-id: req-f8fafa25-8fcd-4613-8d15-123b215a2307 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:36:20.037670 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c663966-e457-4d6c-9626-26bec71d82d9", "name": "network-vif-plugged", "status": "completed", "tag": "8772f1e6-a40e-4d12-9186-bd1a5f255db5", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:36:20.037950 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f8fafa25-8fcd-4613-8d15-123b215a2307 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:36:20.038395 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c663966-e457-4d6c-9626-26bec71d82d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8772f1e6-a40e-4d12-9186-bd1a5f255db5', 'code': 200} Sep 08 16:36:20.040057 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 3b6ec9fd-1364-48dd-9793-1a558b78f7d8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3b6ec9fd-1364-48dd-9793-1a558b78f7d8,segment=NetworkSegment(f3688c3c-dbc6-43be-b85b-d7d2696b7239),segment_id=f3688c3c-dbc6-43be-b85b-d7d2696b7239)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:20.041027 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-36d0ba91-e7b8-46f6-ae02-f65a3b2c91b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:20.045893 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port d891adba-d83a-4578-95a0-1b4dac1fbcfe, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d891adba-d83a-4578-95a0-1b4dac1fbcfe,segment=NetworkSegment(242b69dc-0951-4bdf-9df7-9bd4972521ae),segment_id=242b69dc-0951-4bdf-9df7-9bd4972521ae)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:20.047684 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:20.053650 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:20.099032 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-36d0ba91-e7b8-46f6-ae02-f65a3b2c91b3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=31d9e678a6ec490a89bf926cc181fd37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839093 Sep 08 16:36:20.104646 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 59854) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:20.105533 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0ba91-e7b8-46f6-ae02-f65a3b2c91b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d1ab9d-af82-4782-a175-639978f62160,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:20.131304 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=3b6ec9fd-1364-48dd-9793-1a558b78f7d8,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:20.184928 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2dbce14f-34f9-4515-b288-3963126cc863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:20.185319 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9f0bec22-4e43-4816-a9c2-546ff81a23d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:20.192939 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9f0bec22-4e43-4816-a9c2-546ff81a23d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:20.253040 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2dbce14f-34f9-4515-b288-3963126cc863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:20.261869 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 59860) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:20.263383 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-9f0bec22-4e43-4816-a9c2-546ff81a23d1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9cb8eeec010447e6ba546ff98ca35cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5628636 Sep 08 16:36:20.264893 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0bec22-4e43-4816-a9c2-546ff81a23d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd8c380-0f9d-4e66-8c05-be674135bbc1,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:20.315911 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=d891adba-d83a-4578-95a0-1b4dac1fbcfe,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:20.411305 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2c1ddc3c-a8ea-4bad-97cf-7ba0d530e9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:20.411895 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ec9f8-bc82-40e4-924a-39cf3a2551bc req-6a9603ea-bec1-4821-8b7c-7cf4b3542cf9 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:20.421089 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-849ec9f8-bc82-40e4-924a-39cf3a2551bc req-6a9603ea-bec1-4821-8b7c-7cf4b3542cf9 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0601919 Sep 08 16:36:20.427177 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47e185-6753-4d65-b26b-ae1c3d3c933a req-4495fa04-bac9-44e2-954d-e42231058f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:20.428673 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fc47e185-6753-4d65-b26b-ae1c3d3c933a req-4495fa04-bac9-44e2-954d-e42231058f0f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 1099 time: 0.0964248 Sep 08 16:36:20.447841 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2dbce14f-34f9-4515-b288-3963126cc863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:20.450447 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2dbce14f-34f9-4515-b288-3963126cc863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:20.451640 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-2dbce14f-34f9-4515-b288-3963126cc863 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b1d1ab9d-af82-4782-a175-639978f62160 HTTP/1.1" status: 204 len: 168 time: 0.3459899 Sep 08 16:36:20.454537 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2c1ddc3c-a8ea-4bad-97cf-7ba0d530e9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:20.461143 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-849ec9f8-bc82-40e4-924a-39cf3a2551bc req-b2e79a28-7967-4293-bf3a-44ecd0dc1053 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391204 Sep 08 16:36:20.493725 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbce14f-34f9-4515-b288-3963126cc863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d1ab9d-af82-4782-a175-639978f62160,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:20.520268 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['3b6ec9fd-1364-48dd-9793-1a558b78f7d8'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:36:20.523977 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fc47e185-6753-4d65-b26b-ae1c3d3c933a req-6dd6897a-0fe3-4dbb-87bc-03dec0849fa0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840325 Sep 08 16:36:20.558880 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2c1ddc3c-a8ea-4bad-97cf-7ba0d530e9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:20.562241 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2c1ddc3c-a8ea-4bad-97cf-7ba0d530e9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:20.580323 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-2c1ddc3c-a8ea-4bad-97cf-7ba0d530e9e2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7dd8c380-0f9d-4e66-8c05-be674135bbc1 HTTP/1.1" status: 204 len: 168 time: 0.2962530 Sep 08 16:36:20.596069 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ddc3c-a8ea-4bad-97cf-7ba0d530e9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd8c380-0f9d-4e66-8c05-be674135bbc1,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:20.814274 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 59888) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:20.828234 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f7749ed8-8dd1-46ba-8223-977f26d6e80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:20.933425 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f7749ed8-8dd1-46ba-8223-977f26d6e80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:20.939248 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f7749ed8-8dd1-46ba-8223-977f26d6e80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:20.999522 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7749ed8-8dd1-46ba-8223-977f26d6e80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7cdaf4-775b-4906-b5a8-ff851ad352b0,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:21.006922 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-f7749ed8-8dd1-46ba-8223-977f26d6e80f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=55373557ba234706ab3d0065a7304b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910055 Sep 08 16:36:21.007961 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 59898) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:21.041412 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 59904) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:21.099588 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-29aaa431-4bc1-4cb9-9b23-d44ecdaabb1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:21.177998 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-2c584b38-d1c5-4b27-8af5-1c269379e36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:21.222844 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29562-5be7-4a4b-8c4e-0bf2102fdf46 req-cd4d3617-1368-4c5b-87c0-4d1ae3f95187 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:21.226028 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-2c584b38-d1c5-4b27-8af5-1c269379e36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:21.228321 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-02a29562-5be7-4a4b-8c4e-0bf2102fdf46 req-cd4d3617-1368-4c5b-87c0-4d1ae3f95187 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 944 time: 0.1147966 Sep 08 16:36:21.288587 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-02a29562-5be7-4a4b-8c4e-0bf2102fdf46 req-00e39bd2-b1ee-48cd-88bc-838d24f8b969 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529103 Sep 08 16:36:21.354185 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1b30f-9db7-48e6-882d-f181ca9fe837 req-41adedf7-5559-4dd4-8772-c57e1d7ccb07 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:21.355709 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f6e1b30f-9db7-48e6-882d-f181ca9fe837 req-41adedf7-5559-4dd4-8772-c57e1d7ccb07 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.1050839 Sep 08 16:36:21.360339 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-29aaa431-4bc1-4cb9-9b23-d44ecdaabb1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:21.370603 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-29aaa431-4bc1-4cb9-9b23-d44ecdaabb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:21.380393 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-2c584b38-d1c5-4b27-8af5-1c269379e36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:21.382799 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-2c584b38-d1c5-4b27-8af5-1c269379e36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:21.383954 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-2c584b38-d1c5-4b27-8af5-1c269379e36b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7b7cdaf4-775b-4906-b5a8-ff851ad352b0 HTTP/1.1" status: 204 len: 168 time: 0.3734567 Sep 08 16:36:21.438009 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f6e1b30f-9db7-48e6-882d-f181ca9fe837 req-95d21a7c-11de-4b83-89e8-59b9cbc5fbc0 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750237 Sep 08 16:36:21.440159 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aaa431-4bc1-4cb9-9b23-d44ecdaabb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34c1233-813c-4d90-8eac-80a5a723f36e,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:21.445795 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-29aaa431-4bc1-4cb9-9b23-d44ecdaabb1a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=32b94217aa77409aa2b6d4ad4d29edd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4030819 Sep 08 16:36:21.448377 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 59914) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:21.460332 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c584b38-d1c5-4b27-8af5-1c269379e36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7cdaf4-775b-4906-b5a8-ff851ad352b0,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:21.511331 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-26b4102b-ec1f-42cf-843c-34b91d3f3bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:21.541391 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-26b4102b-ec1f-42cf-843c-34b91d3f3bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:21.590157 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-26b4102b-ec1f-42cf-843c-34b91d3f3bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:21.593267 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-26b4102b-ec1f-42cf-843c-34b91d3f3bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:21.594612 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-26b4102b-ec1f-42cf-843c-34b91d3f3bdf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c34c1233-813c-4d90-8eac-80a5a723f36e HTTP/1.1" status: 204 len: 168 time: 0.1453440 Sep 08 16:36:21.604631 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4102b-ec1f-42cf-843c-34b91d3f3bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34c1233-813c-4d90-8eac-80a5a723f36e,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:21.611792 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a4014-8b95-47a1-85f5-1d73209d0210 req-ecb6d91d-23ed-4763-bb59-3a9bfe4aa04e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:21.613357 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-686a4014-8b95-47a1-85f5-1d73209d0210 req-ecb6d91d-23ed-4763-bb59-3a9bfe4aa04e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0650322 Sep 08 16:36:21.664699 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-686a4014-8b95-47a1-85f5-1d73209d0210 req-13816ae6-1570-491d-91d9-e009f9fb7ca5 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426512 Sep 08 16:36:21.694109 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:36:21.758323 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning for port 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:36:21.765480 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:36:21.766777 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:21.813617 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 59924) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:21.828242 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8d9c5804-f5c7-4d3e-8ca6-a432e29200f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:21.872574 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:21.916883 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 3b6ec9fd-1364-48dd-9793-1a558b78f7d8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3b6ec9fd-1364-48dd-9793-1a558b78f7d8,segment=NetworkSegment(f3688c3c-dbc6-43be-b85b-d7d2696b7239),segment_id=f3688c3c-dbc6-43be-b85b-d7d2696b7239)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:21.922685 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:21.924265 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8d9c5804-f5c7-4d3e-8ca6-a432e29200f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:21.932549 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8d9c5804-f5c7-4d3e-8ca6-a432e29200f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:21.971674 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=3b6ec9fd-1364-48dd-9793-1a558b78f7d8,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:21.976636 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-8d9c5804-f5c7-4d3e-8ca6-a432e29200f3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a26d7a18992c4025bf2ae6bffeaf0913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616313 Sep 08 16:36:21.977718 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c5804-f5c7-4d3e-8ca6-a432e29200f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d7fcb3-541a-4a91-85d2-03bbb0302757,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:21.979115 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 59930) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:22.038332 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c9b9897d-29ce-45f6-a592-77cb74527dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:22.040009 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c681a7-02c9-437d-ab46-66f57499da7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd891adba-d83a-4578-95a0-1b4dac1fbcfe'}, {'server_uuid': '391cf96d-aafa-48af-a4ec-1830a6cfc2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6ec9fd-1364-48dd-9793-1a558b78f7d8'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:36:22.042439 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd781931-a491-40f9-bd04-af2817f9ad5c" -d '{"events": [{"server_uuid": "40c681a7-02c9-437d-ab46-66f57499da7f", "name": "network-vif-plugged", "status": "completed", "tag": "d891adba-d83a-4578-95a0-1b4dac1fbcfe"}, {"server_uuid": "391cf96d-aafa-48af-a4ec-1830a6cfc2a2", "name": "network-vif-plugged", "status": "completed", "tag": "3b6ec9fd-1364-48dd-9793-1a558b78f7d8"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:36:22.062496 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c9b9897d-29ce-45f6-a592-77cb74527dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:22.086868 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656717c5-4caf-4f91-a3b3-433641fa7e32 x-openstack-request-id: req-656717c5-4caf-4f91-a3b3-433641fa7e32 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:36:22.087162 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c681a7-02c9-437d-ab46-66f57499da7f", "name": "network-vif-plugged", "status": "completed", "tag": "d891adba-d83a-4578-95a0-1b4dac1fbcfe", "code": 200}, {"server_uuid": "391cf96d-aafa-48af-a4ec-1830a6cfc2a2", "name": "network-vif-plugged", "status": "completed", "tag": "3b6ec9fd-1364-48dd-9793-1a558b78f7d8", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:36:22.087424 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-656717c5-4caf-4f91-a3b3-433641fa7e32 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:36:22.087824 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c681a7-02c9-437d-ab46-66f57499da7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd891adba-d83a-4578-95a0-1b4dac1fbcfe', 'code': 200} Sep 08 16:36:22.088077 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391cf96d-aafa-48af-a4ec-1830a6cfc2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6ec9fd-1364-48dd-9793-1a558b78f7d8', 'code': 200} Sep 08 16:36:22.113166 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c9b9897d-29ce-45f6-a592-77cb74527dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:22.116034 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c9b9897d-29ce-45f6-a592-77cb74527dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:22.117602 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-c9b9897d-29ce-45f6-a592-77cb74527dce admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/60d7fcb3-541a-4a91-85d2-03bbb0302757 HTTP/1.1" status: 204 len: 168 time: 0.1367378 Sep 08 16:36:22.129209 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9897d-29ce-45f6-a592-77cb74527dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d7fcb3-541a-4a91-85d2-03bbb0302757,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:22.504082 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a02c6-f416-4c25-a8d2-ced00717a8bf req-97ee569c-2e77-4c0a-a371-1a7204230361 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:22.505630 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-582a02c6-f416-4c25-a8d2-ced00717a8bf req-97ee569c-2e77-4c0a-a371-1a7204230361 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0978055 Sep 08 16:36:22.560910 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-582a02c6-f416-4c25-a8d2-ced00717a8bf req-090643c3-d969-4eb9-9338-50a89a03b6c1 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491006 Sep 08 16:36:22.613253 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bad3bf-bc0b-4c28-9235-28ea23fafe18 req-aa7a44da-391f-4e8b-9d63-dfa4b3d40d56 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:22.623027 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a4bad3bf-bc0b-4c28-9235-28ea23fafe18 req-aa7a44da-391f-4e8b-9d63-dfa4b3d40d56 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0766668 Sep 08 16:36:22.654883 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50edd9-db36-4340-b345-e48cf7160fd1 req-3817a3af-702a-4549-994f-fa0d4479212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:22.656729 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1a50edd9-db36-4340-b345-e48cf7160fd1 req-3817a3af-702a-4549-994f-fa0d4479212b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 1098 time: 0.0771763 Sep 08 16:36:22.662608 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f33309-b938-4bd6-a45d-e31ca98323a9 req-2f2e0f57-617a-4892-a853-5a0277ba1d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:22.664106 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c6f33309-b938-4bd6-a45d-e31ca98323a9 req-2f2e0f57-617a-4892-a853-5a0277ba1d80 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 1099 time: 0.0989311 Sep 08 16:36:22.672830 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a4bad3bf-bc0b-4c28-9235-28ea23fafe18 req-0025ae59-efd8-4a3a-9057-a5fed1f3e03d tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448542 Sep 08 16:36:22.710664 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1a50edd9-db36-4340-b345-e48cf7160fd1 req-97aad2da-c44e-43f2-b28f-29b5e808aadb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456011 Sep 08 16:36:22.724510 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c6f33309-b938-4bd6-a45d-e31ca98323a9 req-3f34e13a-035a-47eb-bd99-8c4fb328630c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459518 Sep 08 16:36:22.815611 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cffc5-a447-4afa-abaa-0d8d8a1ea4ed req-77ecfb09-567d-436a-a1fd-60eb9a7f9cc9 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:22.817358 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-628cffc5-a447-4afa-abaa-0d8d8a1ea4ed req-77ecfb09-567d-436a-a1fd-60eb9a7f9cc9 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0610063 Sep 08 16:36:22.857180 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-628cffc5-a447-4afa-abaa-0d8d8a1ea4ed req-d9f9949b-be98-4f24-b906-df25b2dcf984 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331118 Sep 08 16:36:22.985413 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaebdf6-f899-4b95-84dc-9a9420c99516 req-44bca3b0-2ff2-4e8c-83a3-3cf6c9175d9f tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:22.987164 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-cdaebdf6-f899-4b95-84dc-9a9420c99516 req-44bca3b0-2ff2-4e8c-83a3-3cf6c9175d9f tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0552189 Sep 08 16:36:22.996284 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 59996) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:23.004282 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-0482e67c-67b7-41a7-9c09-2427df78a740 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Request body: {'floatingip': {'port_id': '8772f1e6-a40e-4d12-9186-bd1a5f255db5'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:36:23.079915 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0482e67c-67b7-41a7-9c09-2427df78a740 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for floatingip, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:23.827793 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7c5c1-ef46-49e8-8fef-877d2b0dc2e7 req-6baa891e-8863-4b05-b96b-9991b5f2bab6 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:23.829824 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0df90-a31b-476f-a50a-a81a8d390839 req-ea58012b-e833-4afe-8fc4-2037ca0787d0 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:23.831909 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-50a0df90-a31b-476f-a50a-a81a8d390839 req-ea58012b-e833-4afe-8fc4-2037ca0787d0 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.1707115 Sep 08 16:36:23.836684 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d7a7c5c1-ef46-49e8-8fef-877d2b0dc2e7 req-6baa891e-8863-4b05-b96b-9991b5f2bab6 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0804095 Sep 08 16:36:23.883519 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d7a7c5c1-ef46-49e8-8fef-877d2b0dc2e7 req-698a834a-52fa-4d71-b21e-2482763b560d tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454857 Sep 08 16:36:23.947336 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-50a0df90-a31b-476f-a50a-a81a8d390839 req-4ea9c5ba-c589-4af1-a254-02a161ab3319 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082242 Sep 08 16:36:24.078063 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0482e67c-67b7-41a7-9c09-2427df78a740 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:24.088245 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0482e67c-67b7-41a7-9c09-2427df78a740 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587310'] for floatingip, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:24.192192 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.l3_db [None req-0482e67c-67b7-41a7-9c09-2427df78a740 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Floating IP 9804e390-4b0b-4c1d-8c71-3d58c123b6e0 associated. External IP: 172.27.3.126, port: 8772f1e6-a40e-4d12-9186-bd1a5f255db5. Sep 08 16:36:24.439903 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0482e67c-67b7-41a7-9c09-2427df78a740 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Router 1c2981d7-ce23-42c4-a649-13d935c11465 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:36:24.569126 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0482e67c-67b7-41a7-9c09-2427df78a740 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:36:24.573969 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0482e67c-67b7-41a7-9c09-2427df78a740 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:24.583643 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb78896-3651-45b4-8974-4f901159a0a6 None None] Sync routers for ids ['1c2981d7-ce23-42c4-a649-13d935c11465'] in dv-cinder-790535-14-iscsi {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:36:24.597055 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb78896-3651-45b4-8974-4f901159a0a6 None None] Routers {'1c2981d7-ce23-42c4-a649-13d935c11465'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:36:24.597670 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-cdb78896-3651-45b4-8974-4f901159a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:36:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['1c2981d7-ce23-42c4-a649-13d935c11465'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:36:24.602956 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-0482e67c-67b7-41a7-9c09-2427df78a740 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "PUT /v2.0/floatingips/9804e390-4b0b-4c1d-8c71-3d58c123b6e0 HTTP/1.1" status: 200 len: 992 time: 1.6023147 Sep 08 16:36:24.603572 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c663966-e457-4d6c-9626-26bec71d82d9', 'tag': '8772f1e6-a40e-4d12-9186-bd1a5f255db5'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:36:24.606134 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e625509e-1ce5-4c6f-9f9a-ad5ca82a2211" -d '{"events": [{"name": "network-changed", "server_uuid": "1c663966-e457-4d6c-9626-26bec71d82d9", "tag": "8772f1e6-a40e-4d12-9186-bd1a5f255db5"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:36:24.649756 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a9e7e8-f1cb-47da-95ae-51cb9581d964 x-openstack-request-id: req-f3a9e7e8-f1cb-47da-95ae-51cb9581d964 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:36:24.650080 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c663966-e457-4d6c-9626-26bec71d82d9", "tag": "8772f1e6-a40e-4d12-9186-bd1a5f255db5", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:36:24.650399 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f3a9e7e8-f1cb-47da-95ae-51cb9581d964 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:36:24.650799 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c663966-e457-4d6c-9626-26bec71d82d9', 'tag': '8772f1e6-a40e-4d12-9186-bd1a5f255db5', 'status': 'completed', 'code': 200} Sep 08 16:36:24.716928 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-cdb78896-3651-45b4-8974-4f901159a0a6 None None] Set router 1c2981d7-ce23-42c4-a649-13d935c11465 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:36:25.032528 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-cdb78896-3651-45b4-8974-4f901159a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:31Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'gw_port': {'id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:32Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': '9804e390-4b0b-4c1d-8c71-3d58c123b6e0', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'port_id': '8772f1e6-a40e-4d12-9186-bd1a5f255db5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'mac_address': 'fa:16:3e:8e:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c663966-e457-4d6c-9626-26bec71d82d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:35:53Z', 'updated_at': '2021-09-08T16:36:23Z', 'revision_number': 1, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973', 'name': '', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'mac_address': 'fa:16:3e:b0:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:48Z', 'revision_number': 5, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'subnets': [{'id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:36:25.036898 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35772a6c-b03a-4955-864f-f2ebe37f1c52 req-54571a21-8255-484f-9ed5-8d36b02e3877 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:25.038670 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-35772a6c-b03a-4955-864f-f2ebe37f1c52 req-54571a21-8255-484f-9ed5-8d36b02e3877 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0653746 Sep 08 16:36:25.067646 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb78896-3651-45b4-8974-4f901159a0a6 None None] Checking router: 1c2981d7-ce23-42c4-a649-13d935c11465 for host: dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:36:25.079256 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb78896-3651-45b4-8974-4f901159a0a6 None None] Routers {'1c2981d7-ce23-42c4-a649-13d935c11465'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:36:25.079957 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-cdb78896-3651-45b4-8974-4f901159a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:36:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['1c2981d7-ce23-42c4-a649-13d935c11465'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:36:25.101332 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-35772a6c-b03a-4955-864f-f2ebe37f1c52 req-9e9cf249-c718-43d0-b31b-d650d1449364 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556030 Sep 08 16:36:25.206355 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-cdb78896-3651-45b4-8974-4f901159a0a6 None None] Set router 1c2981d7-ce23-42c4-a649-13d935c11465 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:36:25.414289 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaaa655-3b62-4f02-8a3b-16c27fc0d99c req-faaaf839-4e42-41e2-8757-db965421c127 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:25.415816 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-caaaa655-3b62-4f02-8a3b-16c27fc0d99c req-faaaf839-4e42-41e2-8757-db965421c127 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.2428737 Sep 08 16:36:25.458193 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-caaaa655-3b62-4f02-8a3b-16c27fc0d99c req-c03a0e97-5519-45e8-9d0a-22d58e685ed7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356638 Sep 08 16:36:25.561694 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-cdb78896-3651-45b4-8974-4f901159a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:31Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'gw_port': {'id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:32Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': '9804e390-4b0b-4c1d-8c71-3d58c123b6e0', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'port_id': '8772f1e6-a40e-4d12-9186-bd1a5f255db5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'mac_address': 'fa:16:3e:8e:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c663966-e457-4d6c-9626-26bec71d82d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:35:53Z', 'updated_at': '2021-09-08T16:36:23Z', 'revision_number': 1, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973', 'name': '', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'mac_address': 'fa:16:3e:b0:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:48Z', 'revision_number': 5, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'subnets': [{'id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:36:25.580798 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 60168) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:25.589400 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb78896-3651-45b4-8974-4f901159a0a6 None None] The sync data for ids ['1c2981d7-ce23-42c4-a649-13d935c11465'] in dv-cinder-790535-14-iscsi is: [{'id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:31Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'gw_port': {'id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:32Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': '9804e390-4b0b-4c1d-8c71-3d58c123b6e0', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'port_id': '8772f1e6-a40e-4d12-9186-bd1a5f255db5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'mac_address': 'fa:16:3e:8e:b4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c663966-e457-4d6c-9626-26bec71d82d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:35:53Z', 'updated_at': '2021-09-08T16:36:23Z', 'revision_number': 1, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973', 'name': '', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'mac_address': 'fa:16:3e:b0:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:48Z', 'revision_number': 5, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'subnets': [{'id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:36:25.707241 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-d26485ef-5e8d-47df-a470-8530cda084db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:25.803528 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6736bd96-45d3-4701-a19e-4425226047aa None None] New status for floating IP 9804e390-4b0b-4c1d-8c71-3d58c123b6e0: ACTIVE {{(pid=94084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:36:25.807796 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-d26485ef-5e8d-47df-a470-8530cda084db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:25.813441 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-d26485ef-5e8d-47df-a470-8530cda084db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:25.855695 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-d26485ef-5e8d-47df-a470-8530cda084db admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a6464c6ead8948a88fbaf875613651a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713540 Sep 08 16:36:25.855695 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26485ef-5e8d-47df-a470-8530cda084db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a11e3e-08e7-46ae-b451-c42e20d31eca,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:25.856416 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 60172) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:25.905401 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-86db8c61-43b0-4661-816f-8c5e40b7f5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:25.926385 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-86db8c61-43b0-4661-816f-8c5e40b7f5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:25.973848 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-86db8c61-43b0-4661-816f-8c5e40b7f5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:25.976448 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-86db8c61-43b0-4661-816f-8c5e40b7f5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:25.977696 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-86db8c61-43b0-4661-816f-8c5e40b7f5f3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b2a11e3e-08e7-46ae-b451-c42e20d31eca HTTP/1.1" status: 204 len: 168 time: 0.1200016 Sep 08 16:36:25.986421 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db8c61-43b0-4661-816f-8c5e40b7f5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a11e3e-08e7-46ae-b451-c42e20d31eca,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:26.220895 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685f634-0ca9-43be-8b9c-dd62b716f96c req-d3a83825-7739-4205-ac5f-a46601ffde99 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:26.222428 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e685f634-0ca9-43be-8b9c-dd62b716f96c req-d3a83825-7739-4205-ac5f-a46601ffde99 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0520375 Sep 08 16:36:26.259201 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 60182) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:26.263547 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e685f634-0ca9-43be-8b9c-dd62b716f96c req-697c787f-63db-4f55-93f4-78be94f412cc tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343449 Sep 08 16:36:26.272728 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-da45cb3e-a71a-41f6-b8bd-c036dd812e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:26.370760 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-da45cb3e-a71a-41f6-b8bd-c036dd812e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:26.376293 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-da45cb3e-a71a-41f6-b8bd-c036dd812e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:26.411209 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45cb3e-a71a-41f6-b8bd-c036dd812e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f46b73d-055d-41a8-8219-4a329d04bb74,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:26.416381 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-da45cb3e-a71a-41f6-b8bd-c036dd812e1b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=abaaf796bd2c44c2a8c0df39d7693d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1561208 Sep 08 16:36:26.420296 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 60184) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:26.472257 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-472c3a34-cd3c-48bf-a8df-641353c12f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:26.494604 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-472c3a34-cd3c-48bf-a8df-641353c12f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:26.549943 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-472c3a34-cd3c-48bf-a8df-641353c12f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:26.552804 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-472c3a34-cd3c-48bf-a8df-641353c12f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:26.554010 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-472c3a34-cd3c-48bf-a8df-641353c12f98 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f46b73d-055d-41a8-8219-4a329d04bb74 HTTP/1.1" status: 204 len: 168 time: 0.1328988 Sep 08 16:36:26.564623 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c3a34-cd3c-48bf-a8df-641353c12f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f46b73d-055d-41a8-8219-4a329d04bb74,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:26.584699 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45339d-7093-4359-a734-3818c16755a8 req-7c18db33-d973-4029-bcd2-f2727869f3c4 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:26.586332 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2f45339d-7093-4359-a734-3818c16755a8 req-7c18db33-d973-4029-bcd2-f2727869f3c4 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0602789 Sep 08 16:36:26.627887 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2f45339d-7093-4359-a734-3818c16755a8 req-cf684436-c191-4dfb-890a-046715828497 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337384 Sep 08 16:36:27.379522 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7a3f3-56b4-476d-8698-7f46789fe6a1 req-3cf0946a-4da3-4483-a33b-0c8b5a3dbd70 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:27.381123 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a8c7a3f3-56b4-476d-8698-7f46789fe6a1 req-3cf0946a-4da3-4483-a33b-0c8b5a3dbd70 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0489049 Sep 08 16:36:27.430613 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a8c7a3f3-56b4-476d-8698-7f46789fe6a1 req-887b3591-285b-43b0-b6e0-3db0a412dbcc tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362444 Sep 08 16:36:27.509622 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625509e-1ce5-4c6f-9f9a-ad5ca82a2211 req-e3cc132c-c046-44c7-8458-7b34eb015f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:27.511125 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e625509e-1ce5-4c6f-9f9a-ad5ca82a2211 req-e3cc132c-c046-44c7-8458-7b34eb015f87 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e1afedab9c44cb28f302d9f903cc9c1&device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 1099 time: 0.0440838 Sep 08 16:36:27.637062 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625509e-1ce5-4c6f-9f9a-ad5ca82a2211 req-c164312a-b9c6-4557-9501-e9a855911fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:27.639375 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e625509e-1ce5-4c6f-9f9a-ad5ca82a2211 req-c164312a-b9c6-4557-9501-e9a855911fb8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d5885bf2-f857-4e7a-90de-683d9b947e27 HTTP/1.1" status: 200 len: 918 time: 0.1003799 Sep 08 16:36:27.760504 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68126e14-12a9-4fb4-bb75-7793946fb499 req-4bceac56-e1b5-46a3-9bd7-4cc394f7671c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:27.768080 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-68126e14-12a9-4fb4-bb75-7793946fb499 req-4bceac56-e1b5-46a3-9bd7-4cc394f7671c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0706496 Sep 08 16:36:27.885137 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-68126e14-12a9-4fb4-bb75-7793946fb499 req-ab180181-bc74-4d0d-94c6-e11f03150c36 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161113 Sep 08 16:36:27.887025 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e625509e-1ce5-4c6f-9f9a-ad5ca82a2211 req-7c3f7656-d6fe-40ae-97ce-2af1746f8113 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8772f1e6-a40e-4d12-9186-bd1a5f255db5 HTTP/1.1" status: 200 len: 1002 time: 0.1413140 Sep 08 16:36:27.955198 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625509e-1ce5-4c6f-9f9a-ad5ca82a2211 req-7f6232c9-dfe4-40c9-aa23-1e2fabde3417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:27.956976 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e625509e-1ce5-4c6f-9f9a-ad5ca82a2211 req-7f6232c9-dfe4-40c9-aa23-1e2fabde3417 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c2d542b-edd8-4e91-896a-b3e1b00238ca HTTP/1.1" status: 200 len: 856 time: 0.0596609 Sep 08 16:36:28.008891 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885b3a1-d3a7-4a57-95f0-a9e786cc594e req-a26564b5-3332-49aa-bc80-5d786515853e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:28.013881 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-8885b3a1-d3a7-4a57-95f0-a9e786cc594e req-a26564b5-3332-49aa-bc80-5d786515853e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0511472 Sep 08 16:36:28.019332 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 60246) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:28.024288 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-a5e96a5d-2ddd-4af9-b3ba-7799e7f90abc tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Request body: {'floatingip': {'port_id': '3b6ec9fd-1364-48dd-9793-1a558b78f7d8'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:36:28.057323 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625509e-1ce5-4c6f-9f9a-ad5ca82a2211 req-499c8672-d891-498d-ad41-bcccba874955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:28.059594 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e625509e-1ce5-4c6f-9f9a-ad5ca82a2211 req-499c8672-d891-498d-ad41-bcccba874955 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d5885bf2-f857-4e7a-90de-683d9b947e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0478280 Sep 08 16:36:28.105791 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a5e96a5d-2ddd-4af9-b3ba-7799e7f90abc tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for floatingip, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:28.191808 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e625509e-1ce5-4c6f-9f9a-ad5ca82a2211 req-c87df6a4-6ef7-49e7-8a4b-c4146faadd54 service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035674 Sep 08 16:36:28.312087 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e625509e-1ce5-4c6f-9f9a-ad5ca82a2211 req-ed0f5e1a-dd6d-4125-9c8d-cceeee094313 service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117959 Sep 08 16:36:28.412772 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5b076d99-2554-424c-b37e-a768e0648e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:28.568966 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79baf3c-628b-4036-af99-61ec8918f641 req-95e6792a-64d1-41ec-b0fa-b9508ece1e2b tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:28.576838 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c79baf3c-628b-4036-af99-61ec8918f641 req-95e6792a-64d1-41ec-b0fa-b9508ece1e2b tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0729539 Sep 08 16:36:28.627120 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c79baf3c-628b-4036-af99-61ec8918f641 req-4629f2c9-51e1-4e12-8fd7-da9762e7b931 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491807 Sep 08 16:36:28.925299 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436a7a1-27d5-47e2-9dcc-9f3ba13c2714 req-afb86f85-d66e-4aee-ab9e-6ea141e6387e tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:28.931927 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f436a7a1-27d5-47e2-9dcc-9f3ba13c2714 req-afb86f85-d66e-4aee-ab9e-6ea141e6387e tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0566726 Sep 08 16:36:28.980265 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f436a7a1-27d5-47e2-9dcc-9f3ba13c2714 req-23e51fc4-171c-400e-96b7-d72ecbca1d2c tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470252 Sep 08 16:36:28.987786 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a5e96a5d-2ddd-4af9-b3ba-7799e7f90abc tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:28.993905 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a5e96a5d-2ddd-4af9-b3ba-7799e7f90abc tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587310'] for floatingip, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:29.097506 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.db.l3_db [None req-a5e96a5d-2ddd-4af9-b3ba-7799e7f90abc tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Floating IP f5707fcc-a81e-4b9e-b7f2-e279cad18a3f associated. External IP: 172.27.3.251, port: 3b6ec9fd-1364-48dd-9793-1a558b78f7d8. Sep 08 16:36:29.321045 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e96a5d-2ddd-4af9-b3ba-7799e7f90abc tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Router 238b8d44-6f87-4093-8fd6-5624cc1c743a has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:36:29.434784 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e96a5d-2ddd-4af9-b3ba-7799e7f90abc tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:36:29.440084 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a5e96a5d-2ddd-4af9-b3ba-7799e7f90abc tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:29.445042 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c75b5fd-0579-40de-aa01-a0e1f3d419d9 None None] Sync routers for ids ['238b8d44-6f87-4093-8fd6-5624cc1c743a'] in dv-cinder-790535-14-iscsi {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:36:29.454884 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c75b5fd-0579-40de-aa01-a0e1f3d419d9 None None] Routers {'238b8d44-6f87-4093-8fd6-5624cc1c743a'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:36:29.455612 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-1c75b5fd-0579-40de-aa01-a0e1f3d419d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:36:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['238b8d44-6f87-4093-8fd6-5624cc1c743a'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:36:29.469656 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-a5e96a5d-2ddd-4af9-b3ba-7799e7f90abc tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "PUT /v2.0/floatingips/f5707fcc-a81e-4b9e-b7f2-e279cad18a3f HTTP/1.1" status: 200 len: 991 time: 1.4491637 Sep 08 16:36:29.470361 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391cf96d-aafa-48af-a4ec-1830a6cfc2a2', 'tag': '3b6ec9fd-1364-48dd-9793-1a558b78f7d8'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:36:29.472763 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}052132607aa1e77156c8280a79f90cfe209327eee7c9d353b1e37ff050bd5426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c36352-f61f-4e0b-8678-23bfacc7402b" -d '{"events": [{"name": "network-changed", "server_uuid": "391cf96d-aafa-48af-a4ec-1830a6cfc2a2", "tag": "3b6ec9fd-1364-48dd-9793-1a558b78f7d8"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:36:29.560467 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-1c75b5fd-0579-40de-aa01-a0e1f3d419d9 None None] Set router 238b8d44-6f87-4093-8fd6-5624cc1c743a gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:36:29.791764 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-1c75b5fd-0579-40de-aa01-a0e1f3d419d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:35Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 4, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'gw_port': {'id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': 'f5707fcc-a81e-4b9e-b7f2-e279cad18a3f', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'port_id': '3b6ec9fd-1364-48dd-9793-1a558b78f7d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'mac_address': 'fa:16:3e:2f:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391cf96d-aafa-48af-a4ec-1830a6cfc2a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:35:57Z', 'updated_at': '2021-09-08T16:36:28Z', 'revision_number': 1, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e12531-4629-4f25-91ac-0b658a03703a', 'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'mac_address': 'fa:16:3e:6e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:40Z', 'updated_at': '2021-09-08T16:35:55Z', 'revision_number': 5, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'subnets': [{'id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:36:29.818152 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c75b5fd-0579-40de-aa01-a0e1f3d419d9 None None] Checking router: 238b8d44-6f87-4093-8fd6-5624cc1c743a for host: dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:36:29.827027 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c75b5fd-0579-40de-aa01-a0e1f3d419d9 None None] Routers {'238b8d44-6f87-4093-8fd6-5624cc1c743a'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:36:29.827676 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-1c75b5fd-0579-40de-aa01-a0e1f3d419d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:36:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['238b8d44-6f87-4093-8fd6-5624cc1c743a'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:36:29.952002 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-1c75b5fd-0579-40de-aa01-a0e1f3d419d9 None None] Set router 238b8d44-6f87-4093-8fd6-5624cc1c743a gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:36:30.195630 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-1c75b5fd-0579-40de-aa01-a0e1f3d419d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:35Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 4, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'gw_port': {'id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': 'f5707fcc-a81e-4b9e-b7f2-e279cad18a3f', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'port_id': '3b6ec9fd-1364-48dd-9793-1a558b78f7d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'mac_address': 'fa:16:3e:2f:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391cf96d-aafa-48af-a4ec-1830a6cfc2a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:35:57Z', 'updated_at': '2021-09-08T16:36:28Z', 'revision_number': 1, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e12531-4629-4f25-91ac-0b658a03703a', 'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'mac_address': 'fa:16:3e:6e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:40Z', 'updated_at': '2021-09-08T16:35:55Z', 'revision_number': 5, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'subnets': [{'id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:36:30.229848 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c75b5fd-0579-40de-aa01-a0e1f3d419d9 None None] The sync data for ids ['238b8d44-6f87-4093-8fd6-5624cc1c743a'] in dv-cinder-790535-14-iscsi is: [{'id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:35Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 4, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'gw_port': {'id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': 'f5707fcc-a81e-4b9e-b7f2-e279cad18a3f', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'port_id': '3b6ec9fd-1364-48dd-9793-1a558b78f7d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'mac_address': 'fa:16:3e:2f:e8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391cf96d-aafa-48af-a4ec-1830a6cfc2a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:35:57Z', 'updated_at': '2021-09-08T16:36:28Z', 'revision_number': 1, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e12531-4629-4f25-91ac-0b658a03703a', 'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'mac_address': 'fa:16:3e:6e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:40Z', 'updated_at': '2021-09-08T16:35:55Z', 'revision_number': 5, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'subnets': [{'id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:36:30.423018 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaef09d-c497-4270-980e-ac0cb85fbb7b None None] New status for floating IP f5707fcc-a81e-4b9e-b7f2-e279cad18a3f: ACTIVE {{(pid=94084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:36:31.117981 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3e89dd36-ee3d-41ea-9e92-a8daf48a1961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:31.235114 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:31.553905 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70b37a-8459-4418-932b-04f221b488d0 req-cbfacdc0-f367-4bf4-83db-4a0f235d17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:31.556604 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3e70b37a-8459-4418-932b-04f221b488d0 req-cbfacdc0-f367-4bf4-83db-4a0f235d17d5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81c4757c7f3247b68665fdb276686a96&device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 1099 time: 0.0538180 Sep 08 16:36:31.578420 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06b8fb2-6e0d-4b54-913d-5105d4829fa8 x-openstack-request-id: req-b06b8fb2-6e0d-4b54-913d-5105d4829fa8 {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:36:31.579004 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391cf96d-aafa-48af-a4ec-1830a6cfc2a2", "tag": "3b6ec9fd-1364-48dd-9793-1a558b78f7d8", "status": "completed", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:36:31.579256 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b06b8fb2-6e0d-4b54-913d-5105d4829fa8 {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:36:31.579887 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391cf96d-aafa-48af-a4ec-1830a6cfc2a2', 'tag': '3b6ec9fd-1364-48dd-9793-1a558b78f7d8', 'status': 'completed', 'code': 200} Sep 08 16:36:31.677123 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68361b43-14a7-49f8-ab6a-317b65816ef1 req-ac692694-a0be-450e-8060-3925453adac1 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:31.678695 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-68361b43-14a7-49f8-ab6a-317b65816ef1 req-ac692694-a0be-450e-8060-3925453adac1 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0546110 Sep 08 16:36:31.711144 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70b37a-8459-4418-932b-04f221b488d0 req-0d348867-e50f-462a-b868-d059555f9f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:31.713375 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3e70b37a-8459-4418-932b-04f221b488d0 req-0d348867-e50f-462a-b868-d059555f9f00 service neutron] 10.222.0.38 "GET /v2.0/networks?id=36f557e5-0efe-4eef-bced-be0bb3e3f756 HTTP/1.1" status: 200 len: 919 time: 0.1406798 Sep 08 16:36:31.723364 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-68361b43-14a7-49f8-ab6a-317b65816ef1 req-d8f519db-487e-473c-9ae5-eb14b805ade1 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374832 Sep 08 16:36:31.735656 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c36352-f61f-4e0b-8678-23bfacc7402b req-007472e8-c695-405b-a69e-6a0b7db3a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:31.737518 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-71c36352-f61f-4e0b-8678-23bfacc7402b req-007472e8-c695-405b-a69e-6a0b7db3a398 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c557bacc0f34ebebe377a14efbe9c0d&device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 1098 time: 0.0726070 Sep 08 16:36:31.778274 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3e70b37a-8459-4418-932b-04f221b488d0 req-4f8790be-02aa-4927-aa58-8930a2d5bbca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d891adba-d83a-4578-95a0-1b4dac1fbcfe HTTP/1.1" status: 200 len: 217 time: 0.0572059 Sep 08 16:36:31.888268 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70b37a-8459-4418-932b-04f221b488d0 req-a3cf99b9-5c8f-45b1-ab8e-c18c31486580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:31.889722 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3e70b37a-8459-4418-932b-04f221b488d0 req-a3cf99b9-5c8f-45b1-ab8e-c18c31486580 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3240b4ec-a6f2-4115-bd70-90b9d26d722b HTTP/1.1" status: 200 len: 858 time: 0.0987709 Sep 08 16:36:31.938575 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3e70b37a-8459-4418-932b-04f221b488d0 req-06438b61-57f0-45ea-9ac6-8e20666cddf6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=36f557e5-0efe-4eef-bced-be0bb3e3f756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369320 Sep 08 16:36:31.940672 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c36352-f61f-4e0b-8678-23bfacc7402b req-1d203230-231c-4e1c-91df-9d04ffba6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:31.943366 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-71c36352-f61f-4e0b-8678-23bfacc7402b req-1d203230-231c-4e1c-91df-9d04ffba6ba3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f9db32ff-f404-4a60-9a66-c9419aa017aa HTTP/1.1" status: 200 len: 912 time: 0.1747143 Sep 08 16:36:32.097951 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-71c36352-f61f-4e0b-8678-23bfacc7402b req-7b23ae60-03f9-46a6-8377-874b93762b58 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b6ec9fd-1364-48dd-9793-1a558b78f7d8 HTTP/1.1" status: 200 len: 1001 time: 0.1277764 Sep 08 16:36:32.165504 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3e70b37a-8459-4418-932b-04f221b488d0 req-8c52b7bf-8635-4033-a28b-5748fd9b7926 service neutron] 10.222.0.38 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033114 Sep 08 16:36:32.183336 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c36352-f61f-4e0b-8678-23bfacc7402b req-24e03710-1c46-454f-bbf9-c798791468ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:32.184889 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-71c36352-f61f-4e0b-8678-23bfacc7402b req-24e03710-1c46-454f-bbf9-c798791468ca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549 HTTP/1.1" status: 200 len: 850 time: 0.0794008 Sep 08 16:36:32.311610 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c36352-f61f-4e0b-8678-23bfacc7402b req-045b71ee-a3cc-4b73-b23f-6f7c1d056689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:32.313330 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-71c36352-f61f-4e0b-8678-23bfacc7402b req-045b71ee-a3cc-4b73-b23f-6f7c1d056689 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f9db32ff-f404-4a60-9a66-c9419aa017aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1189892 Sep 08 16:36:32.317816 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3e70b37a-8459-4418-932b-04f221b488d0 req-941630fa-d1a7-4e9c-aef5-c38de6e5b777 service neutron] 10.222.0.38 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365588 Sep 08 16:36:32.473955 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-71c36352-f61f-4e0b-8678-23bfacc7402b req-888d0315-f291-4605-86ba-2a4487f869c3 service neutron] 10.222.0.38 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192439 Sep 08 16:36:32.484792 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:32.619353 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-71c36352-f61f-4e0b-8678-23bfacc7402b req-e2aca7bb-93d0-4b53-9714-555ddafaed7f service neutron] 10.222.0.38 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346445 Sep 08 16:36:32.932682 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929eb9c-7968-4bc0-ae5f-4ed62be3421e req-250a4ab6-9051-4490-ac40-18d4f97740fc tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:32.934383 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c929eb9c-7968-4bc0-ae5f-4ed62be3421e req-250a4ab6-9051-4490-ac40-18d4f97740fc tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0656836 Sep 08 16:36:32.981448 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c929eb9c-7968-4bc0-ae5f-4ed62be3421e req-be987bbd-43f9-4c77-abd7-9cf1aa02f9f8 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406001 Sep 08 16:36:34.117998 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:34.142302 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b0cc1-9f3f-46a4-a885-1fc7f0dddd77 req-6c1a1e7b-b5f3-4e87-8722-532d4a81805a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:34.143836 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e82b0cc1-9f3f-46a4-a885-1fc7f0dddd77 req-6c1a1e7b-b5f3-4e87-8722-532d4a81805a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0493484 Sep 08 16:36:34.199944 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e82b0cc1-9f3f-46a4-a885-1fc7f0dddd77 req-dcf700f6-9e78-41b7-89ae-c5867b3e200e tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458653 Sep 08 16:36:34.386985 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-06c1e1b3-b5b1-4231-9833-e9034888ea40 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:34.390391 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-06c1e1b3-b5b1-4231-9833-e9034888ea40 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/networks?id=526f19c3-d660-4150-b4a9-8068c02c7731 HTTP/1.1" status: 200 len: 814 time: 0.1164942 Sep 08 16:36:34.405935 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-18612c96-8a43-4ae0-8e2c-ad0e79b90b88 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/quotas/b37fecc579c1473c8b83905a25042a91 HTTP/1.1" status: 200 len: 375 time: 0.0102887 Sep 08 16:36:34.460796 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-50e1be7d-529a-486e-883c-380472a9134d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b37fecc579c1473c8b83905a25042a91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477331 Sep 08 16:36:34.563360 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-d48678a5-3ebb-41ed-95cf-5b5cc7dd9da0 service neutron] 10.222.0.69 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910599 Sep 08 16:36:34.656917 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-33e33df5-887c-40a4-a605-2696affbb646 service neutron] 10.222.0.69 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873311 Sep 08 16:36:34.822363 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9cc53621-84c9-4886-90f3-3a0f4a591332 req-1ff2aefd-e724-4788-bf40-44c28ccbdec3 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=484f5d23-130a-4af2-8b02-49bf1699e59c HTTP/1.1" status: 200 len: 210 time: 0.0287001 Sep 08 16:36:35.427081 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 60502) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:35.444663 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 60506) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:35.466904 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46632e1-a5c8-448f-b00b-36eee19b63bb req-6c1327b7-65c5-47d5-9da9-499390050650 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:35.469057 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a46632e1-a5c8-448f-b00b-36eee19b63bb req-6c1327b7-65c5-47d5-9da9-499390050650 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0739961 Sep 08 16:36:35.528275 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a46632e1-a5c8-448f-b00b-36eee19b63bb req-973482fe-29e6-4895-bcf8-d0f739395c6b tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470991 Sep 08 16:36:35.584117 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8cd594e1-b86a-41a8-9646-1fb0a036dcc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:35.584790 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0053bb6a-8424-433e-9cdc-511bdd6efcaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:35.611947 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.db.api [None req-8cd594e1-b86a-41a8-9646-1fb0a036dcc8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 16:36:35.611947 dv-cinder-790535-14-iscsi neutron-server[94082]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 08 16:36:35.611947 dv-cinder-790535-14-iscsi neutron-server[94082]: [parameters: {'project_id': 'c81204be0bb3472e931b7db1f74ed229', 'id': '29abcd07-e95e-410e-941f-5919734d8856', 'expiration': datetime.datetime(2021, 9, 8, 16, 38, 35, 607175)}] Sep 08 16:36:35.611947 dv-cinder-790535-14-iscsi neutron-server[94082]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 16:36:35.612451 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG oslo_db.api [None req-8cd594e1-b86a-41a8-9646-1fb0a036dcc8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 16:36:35.690421 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0053bb6a-8424-433e-9cdc-511bdd6efcaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:35.696575 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0053bb6a-8424-433e-9cdc-511bdd6efcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:35.733480 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-0053bb6a-8424-433e-9cdc-511bdd6efcaa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c1c81b18b6a247949cc3384d7ae7fb21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051660 Sep 08 16:36:35.734765 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053bb6a-8424-433e-9cdc-511bdd6efcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d964dd18-ea9c-4edb-813e-721f6af4a739,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:35.737315 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 60510) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:35.745671 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053bb6a-8424-433e-9cdc-511bdd6efcaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:35.746022 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053bb6a-8424-433e-9cdc-511bdd6efcaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:35.746359 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053bb6a-8424-433e-9cdc-511bdd6efcaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:35.746693 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053bb6a-8424-433e-9cdc-511bdd6efcaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:35.747023 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053bb6a-8424-433e-9cdc-511bdd6efcaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:35.747353 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053bb6a-8424-433e-9cdc-511bdd6efcaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:35.747710 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053bb6a-8424-433e-9cdc-511bdd6efcaa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:35.748049 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053bb6a-8424-433e-9cdc-511bdd6efcaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:35.748400 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053bb6a-8424-433e-9cdc-511bdd6efcaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:35.748724 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053bb6a-8424-433e-9cdc-511bdd6efcaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:35.749044 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053bb6a-8424-433e-9cdc-511bdd6efcaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:35.749410 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0053bb6a-8424-433e-9cdc-511bdd6efcaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:35.785587 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f6ebf145-499d-4a6e-a4be-61a6e836fab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:35.810828 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f6ebf145-499d-4a6e-a4be-61a6e836fab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:36.061798 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-cebf9f6c-b531-44dc-9ae4-e9d27be51f4f req-07633f86-2da1-4040-86e1-706b916ed6f0 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=484f5d23-130a-4af2-8b02-49bf1699e59c HTTP/1.1" status: 200 len: 210 time: 0.0393722 Sep 08 16:36:36.090845 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f6ebf145-499d-4a6e-a4be-61a6e836fab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:36.094582 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f6ebf145-499d-4a6e-a4be-61a6e836fab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:36.095764 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-f6ebf145-499d-4a6e-a4be-61a6e836fab8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d964dd18-ea9c-4edb-813e-721f6af4a739 HTTP/1.1" status: 204 len: 168 time: 0.3574791 Sep 08 16:36:36.103989 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebf145-499d-4a6e-a4be-61a6e836fab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d964dd18-ea9c-4edb-813e-721f6af4a739,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:36.118142 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8cd594e1-b86a-41a8-9646-1fb0a036dcc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:36.122469 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebf145-499d-4a6e-a4be-61a6e836fab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:36.122825 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebf145-499d-4a6e-a4be-61a6e836fab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:36.123126 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebf145-499d-4a6e-a4be-61a6e836fab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:36.123476 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebf145-499d-4a6e-a4be-61a6e836fab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:36.123835 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebf145-499d-4a6e-a4be-61a6e836fab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:36.124174 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebf145-499d-4a6e-a4be-61a6e836fab8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:36.125126 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebf145-499d-4a6e-a4be-61a6e836fab8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:36.125674 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebf145-499d-4a6e-a4be-61a6e836fab8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:36.126041 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebf145-499d-4a6e-a4be-61a6e836fab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:36.126368 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebf145-499d-4a6e-a4be-61a6e836fab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:36.126693 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebf145-499d-4a6e-a4be-61a6e836fab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:36.127004 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebf145-499d-4a6e-a4be-61a6e836fab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:36.232162 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8cd594e1-b86a-41a8-9646-1fb0a036dcc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:36.237308 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8cd594e1-b86a-41a8-9646-1fb0a036dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:36.285478 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-8cd594e1-b86a-41a8-9646-1fb0a036dcc8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c81204be0bb3472e931b7db1f74ed229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8386087 Sep 08 16:36:36.286466 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd594e1-b86a-41a8-9646-1fb0a036dcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01f3c8a-ad0a-4464-ac62-7840993c9dfb,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:36.299717 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 60518) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:36.439722 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-fbaff2ad-aed4-4339-a01d-8562e0160a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:36.455769 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-8590abd3-0a10-4092-9e20-23fe441e9862 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:36.457344 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-8590abd3-0a10-4092-9e20-23fe441e9862 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.38 "GET /v2.0/networks?id=526f19c3-d660-4150-b4a9-8068c02c7731 HTTP/1.1" status: 200 len: 814 time: 0.2159190 Sep 08 16:36:36.466860 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 60534) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:36.489426 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-fb9f79d7-d0b0-4e17-a015-2bea3e1909e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:36.493129 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-fbaff2ad-aed4-4339-a01d-8562e0160a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:36.569815 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-97425386-afff-4808-a7bc-014545c1f28d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Request body: {'port': {'device_id': '484f5d23-130a-4af2-8b02-49bf1699e59c', 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731', 'admin_state_up': True, 'tenant_id': 'b37fecc579c1473c8b83905a25042a91'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:36:36.612342 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-fbaff2ad-aed4-4339-a01d-8562e0160a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:36.614941 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-fbaff2ad-aed4-4339-a01d-8562e0160a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:36.619123 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-fbaff2ad-aed4-4339-a01d-8562e0160a46 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e01f3c8a-ad0a-4464-ac62-7840993c9dfb HTTP/1.1" status: 204 len: 168 time: 0.3153260 Sep 08 16:36:36.659988 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaff2ad-aed4-4339-a01d-8562e0160a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01f3c8a-ad0a-4464-ac62-7840993c9dfb,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:36.758943 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-fb9f79d7-d0b0-4e17-a015-2bea3e1909e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:36.771293 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-fb9f79d7-d0b0-4e17-a015-2bea3e1909e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:36.806004 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d13ecc-2621-4a62-8030-f1f2acb7ca7f req-2bcf6b5c-5437-41a6-beb2-5510a28ec14e tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:36.807442 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c7d13ecc-2621-4a62-8030-f1f2acb7ca7f req-2bcf6b5c-5437-41a6-beb2-5510a28ec14e tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.1382079 Sep 08 16:36:36.840634 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-fb9f79d7-d0b0-4e17-a015-2bea3e1909e8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=387e3d999b8745b79d3fe21c574551dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727195 Sep 08 16:36:36.841392 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-97425386-afff-4808-a7bc-014545c1f28d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Made reservation on behalf of b37fecc579c1473c8b83905a25042a91 for: {'port': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:36:36.843724 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 60552) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:36.845002 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-97425386-afff-4808-a7bc-014545c1f28d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:36.861378 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f79d7-d0b0-4e17-a015-2bea3e1909e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2989254b-e143-4d25-863c-57294f77259c,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:36.893497 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c7d13ecc-2621-4a62-8030-f1f2acb7ca7f req-7a10065d-8a93-4508-9865-e3946837d782 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775368 Sep 08 16:36:36.900343 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f663f71d-827b-449f-91a0-aae03e01bcf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:36.929519 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f663f71d-827b-449f-91a0-aae03e01bcf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:36.982496 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f663f71d-827b-449f-91a0-aae03e01bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:36.986229 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f663f71d-827b-449f-91a0-aae03e01bcf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:36.987879 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-f663f71d-827b-449f-91a0-aae03e01bcf2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2989254b-e143-4d25-863c-57294f77259c HTTP/1.1" status: 204 len: 168 time: 0.1429491 Sep 08 16:36:36.997035 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663f71d-827b-449f-91a0-aae03e01bcf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2989254b-e143-4d25-863c-57294f77259c,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:37.012046 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-97425386-afff-4808-a7bc-014545c1f28d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Allocated IP 172.20.0.11 (526f19c3-d660-4150-b4a9-8068c02c7731/e7919065-c634-4191-97d6-8e6fcf1f2ec3/a7e79db0-eaad-40e3-9c9b-741ab758234f) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:36:37.032332 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 60556) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:37.047470 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3f2c-7fb4-4ab4-8d82-302ad87373de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:37.173704 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3f2c-7fb4-4ab4-8d82-302ad87373de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:37.189664 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-9045f312-52e3-4b53-864b-b436017557d1 req-fb7f26f6-a3b4-40a8-a1ad-7a31fa040322 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=484f5d23-130a-4af2-8b02-49bf1699e59c HTTP/1.1" status: 200 len: 210 time: 0.0306792 Sep 08 16:36:37.190806 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3f2c-7fb4-4ab4-8d82-302ad87373de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:37.199294 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-97425386-afff-4808-a7bc-014545c1f28d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:37.228031 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-bc1a3f2c-7fb4-4ab4-8d82-302ad87373de admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8e8ae48e675f43fd8c6da3036b8e2a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1945577 Sep 08 16:36:37.231607 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 60562) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:37.242449 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a3f2c-7fb4-4ab4-8d82-302ad87373de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c40ac4a-a404-4c78-bd2b-4df1b65ba1f5,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:37.270304 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-97425386-afff-4808-a7bc-014545c1f28d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:37.328175 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-97425386-afff-4808-a7bc-014545c1f28d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Network 526f19c3-d660-4150-b4a9-8068c02c7731 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:36:37.330720 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['d7b7e0f9-fe8c-49d7-9101-c18fb8637760'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:36:37.336480 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-97425386-afff-4808-a7bc-014545c1f28d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:36:37.340132 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-97425386-afff-4808-a7bc-014545c1f28d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:36:37.346099 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-97425386-afff-4808-a7bc-014545c1f28d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:37.346971 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-97425386-afff-4808-a7bc-014545c1f28d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:37.368839 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97425386-afff-4808-a7bc-014545c1f28d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Pushing event updated for resources: {'Port': ['ID=a7e79db0-eaad-40e3-9c9b-741ab758234f,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:37.376520 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b30e083c-cec0-4e1a-abfb-59b8cceea546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:37.399895 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-97425386-afff-4808-a7bc-014545c1f28d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8351510 Sep 08 16:36:37.404814 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b30e083c-cec0-4e1a-abfb-59b8cceea546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:37.429856 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] Request body: {'port': {'device_id': '484f5d23-130a-4af2-8b02-49bf1699e59c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:36:37.500989 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:37.540791 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b30e083c-cec0-4e1a-abfb-59b8cceea546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:37.543232 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b30e083c-cec0-4e1a-abfb-59b8cceea546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:37.544403 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-b30e083c-cec0-4e1a-abfb-59b8cceea546 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7c40ac4a-a404-4c78-bd2b-4df1b65ba1f5 HTTP/1.1" status: 204 len: 168 time: 0.3116236 Sep 08 16:36:37.557329 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e083c-cec0-4e1a-abfb-59b8cceea546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c40ac4a-a404-4c78-bd2b-4df1b65ba1f5,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:37.832208 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e79db0-eaad-40e3-9c9b-741ab758234f {{(pid=94083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:36:37.841653 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:37.858219 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] Transition to ACTIVE for port object a7e79db0-eaad-40e3-9c9b-741ab758234f will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:36:37.868673 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:37.988654 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] Pushing event updated for resources: {'Port': ['ID=a7e79db0-eaad-40e3-9c9b-741ab758234f,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:38.015770 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] Attempting to bind port a7e79db0-eaad-40e3-9c9b-741ab758234f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:36:38.016306 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] Attempting to bind port a7e79db0-eaad-40e3-9c9b-741ab758234f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e631686a-1086-45ee-8f3b-c6edaa5166b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:36:38.016648 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] Attempting to bind port a7e79db0-eaad-40e3-9c9b-741ab758234f on network 526f19c3-d660-4150-b4a9-8068c02c7731 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:36:38.024494 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] Port a7e79db0-eaad-40e3-9c9b-741ab758234f on network 526f19c3-d660-4150-b4a9-8068c02c7731 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 16:36:38.024904 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] Attempting to bind port a7e79db0-eaad-40e3-9c9b-741ab758234f on network 526f19c3-d660-4150-b4a9-8068c02c7731 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:36:38.040944 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] Checking agent: {'id': 'ccbd07f4-9fa7-4e9d-ab49-144bada9319f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'started_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:36:38.041288 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] Checking segment: {'id': 'e631686a-1086-45ee-8f3b-c6edaa5166b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:36:38.041828 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] Bound using segment: {'id': 'e631686a-1086-45ee-8f3b-c6edaa5166b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:36:38.042265 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] Bound port: a7e79db0-eaad-40e3-9c9b-741ab758234f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e631686a-1086-45ee-8f3b-c6edaa5166b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:36:38.042617 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:38.122503 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c7d39-1648-4172-b950-924dc3b8e58e req-a9735b49-deab-4d97-ae60-c2fc8a399a27 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:38.124115 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-899c7d39-1648-4172-b950-924dc3b8e58e req-a9735b49-deab-4d97-ae60-c2fc8a399a27 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.1016331 Sep 08 16:36:38.167897 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] For port a7e79db0-eaad-40e3-9c9b-741ab758234f, host hv-cinder-79053, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:36:38.188298 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] For port a7e79db0-eaad-40e3-9c9b-741ab758234f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a7e79db0-eaad-40e3-9c9b-741ab758234f,segment=NetworkSegment(e631686a-1086-45ee-8f3b-c6edaa5166b6),segment_id=e631686a-1086-45ee-8f3b-c6edaa5166b6)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:36:38.192665 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-899c7d39-1648-4172-b950-924dc3b8e58e req-736931e6-335e-4edc-bab0-c02b2c7012d2 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592582 Sep 08 16:36:38.198620 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:38.273776 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:38.274491 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:38.276032 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] 10.222.0.38 "PUT /v2.0/ports/a7e79db0-eaad-40e3-9c9b-741ab758234f HTTP/1.1" status: 200 len: 1094 time: 0.8527305 Sep 08 16:36:38.276504 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484f5d23-130a-4af2-8b02-49bf1699e59c', 'tag': 'a7e79db0-eaad-40e3-9c9b-741ab758234f'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:36:38.278845 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f313f19-bfbb-4864-9991-c860cfae8fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "484f5d23-130a-4af2-8b02-49bf1699e59c", "tag": "a7e79db0-eaad-40e3-9c9b-741ab758234f"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:36:38.310683 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c0025-78fa-49a7-8c27-5d4d2c2bd39b service neutron] Pushing event updated for resources: {'Port': ['ID=a7e79db0-eaad-40e3-9c9b-741ab758234f,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:38.341291 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4929c5-f5ce-4543-a153-75cd4dfe9055 x-openstack-request-id: req-bd4929c5-f5ce-4543-a153-75cd4dfe9055 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:36:38.341617 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484f5d23-130a-4af2-8b02-49bf1699e59c", "tag": "a7e79db0-eaad-40e3-9c9b-741ab758234f", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:36:38.341861 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bd4929c5-f5ce-4543-a153-75cd4dfe9055 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:36:38.342333 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484f5d23-130a-4af2-8b02-49bf1699e59c', 'tag': 'a7e79db0-eaad-40e3-9c9b-741ab758234f', 'status': 'completed', 'code': 200} Sep 08 16:36:38.399337 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f37570-ea71-4296-a176-0ba3c40c53c3 req-059704e1-d06a-4995-92ed-5c7c343b3286 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:38.400919 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-12f37570-ea71-4296-a176-0ba3c40c53c3 req-059704e1-d06a-4995-92ed-5c7c343b3286 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=484f5d23-130a-4af2-8b02-49bf1699e59c HTTP/1.1" status: 200 len: 944 time: 0.0608237 Sep 08 16:36:38.453529 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-12f37570-ea71-4296-a176-0ba3c40c53c3 req-e522275c-3684-4363-a423-7acbe2ad8989 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446510 Sep 08 16:36:38.666455 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-bb8ea9cd-b41a-40c7-ac8f-81593695b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:38.667975 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-bb8ea9cd-b41a-40c7-ac8f-81593695b9fa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b37fecc579c1473c8b83905a25042a91&device_id=484f5d23-130a-4af2-8b02-49bf1699e59c HTTP/1.1" status: 200 len: 1097 time: 0.2584627 Sep 08 16:36:38.738161 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-dce0f845-fc81-4446-a92a-39bc352273b7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7e79db0-eaad-40e3-9c9b-741ab758234f HTTP/1.1" status: 200 len: 217 time: 0.0377707 Sep 08 16:36:38.797605 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-777bccf1-d4bd-4ff5-9738-7ab84f612edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:38.799055 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-777bccf1-d4bd-4ff5-9738-7ab84f612edd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e7919065-c634-4191-97d6-8e6fcf1f2ec3 HTTP/1.1" status: 200 len: 854 time: 0.0518537 Sep 08 16:36:38.845251 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-aa002b09-e3b4-43ed-a400-93aaedfab1c1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=526f19c3-d660-4150-b4a9-8068c02c7731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357974 Sep 08 16:36:39.006650 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-29fee12a-3233-4e07-9d74-5f001131acbb service neutron] 10.222.0.38 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027272 Sep 08 16:36:39.118859 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d29191ca-2157-459c-906e-d5d4ce78eb2a req-937a4cd7-8b52-4bfb-bd42-257c56989c4e service neutron] 10.222.0.38 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921569 Sep 08 16:36:39.379788 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f9142-b340-4f5f-bd42-27a319b521e4 req-022f76a9-bbe3-4e69-b058-d8fce9b9c1c1 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:39.382661 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-632f9142-b340-4f5f-bd42-27a319b521e4 req-022f76a9-bbe3-4e69-b058-d8fce9b9c1c1 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0813990 Sep 08 16:36:39.391656 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f313f19-bfbb-4864-9991-c860cfae8fd3 req-ee98b336-8383-4bb4-94f3-551550eb7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:39.393195 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0f313f19-bfbb-4864-9991-c860cfae8fd3 req-ee98b336-8383-4bb4-94f3-551550eb7d59 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b37fecc579c1473c8b83905a25042a91&device_id=484f5d23-130a-4af2-8b02-49bf1699e59c HTTP/1.1" status: 200 len: 1097 time: 0.0636110 Sep 08 16:36:39.444619 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-632f9142-b340-4f5f-bd42-27a319b521e4 req-12e7bf04-9abd-464a-970a-6573857d0349 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571513 Sep 08 16:36:39.533520 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f313f19-bfbb-4864-9991-c860cfae8fd3 req-200d60eb-bc86-45ae-935b-3295a64243d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:39.535425 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0f313f19-bfbb-4864-9991-c860cfae8fd3 req-200d60eb-bc86-45ae-935b-3295a64243d5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=526f19c3-d660-4150-b4a9-8068c02c7731 HTTP/1.1" status: 200 len: 915 time: 0.1199462 Sep 08 16:36:39.588879 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0f313f19-bfbb-4864-9991-c860cfae8fd3 req-1c7cc98d-4d16-435a-87a2-8f6d37d6e6ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7e79db0-eaad-40e3-9c9b-741ab758234f HTTP/1.1" status: 200 len: 217 time: 0.0393360 Sep 08 16:36:39.589601 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285d61d-5d71-4702-929c-e9213392063b req-d4bea761-d861-4c36-adc4-508fba468240 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:39.592991 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0285d61d-5d71-4702-929c-e9213392063b req-d4bea761-d861-4c36-adc4-508fba468240 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=484f5d23-130a-4af2-8b02-49bf1699e59c HTTP/1.1" status: 200 len: 944 time: 0.0608697 Sep 08 16:36:39.649358 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0285d61d-5d71-4702-929c-e9213392063b req-ed994d53-e864-4d5a-aeac-72889a885bd9 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493162 Sep 08 16:36:39.665077 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f313f19-bfbb-4864-9991-c860cfae8fd3 req-b59883d2-dfe5-462f-bec7-93b20b7129b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:39.666614 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0f313f19-bfbb-4864-9991-c860cfae8fd3 req-b59883d2-dfe5-462f-bec7-93b20b7129b3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e7919065-c634-4191-97d6-8e6fcf1f2ec3 HTTP/1.1" status: 200 len: 854 time: 0.0532048 Sep 08 16:36:39.705521 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0f313f19-bfbb-4864-9991-c860cfae8fd3 req-931b68ee-b873-4c24-878a-ac4445ad454b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=526f19c3-d660-4150-b4a9-8068c02c7731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285270 Sep 08 16:36:39.800774 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0f313f19-bfbb-4864-9991-c860cfae8fd3 req-275f125c-d909-4681-8ab1-3653e8779e9e service neutron] 10.222.0.38 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846477 Sep 08 16:36:39.912813 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0f313f19-bfbb-4864-9991-c860cfae8fd3 req-dce11c8b-365b-4a68-940d-b256cbb24e19 service neutron] 10.222.0.38 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933895 Sep 08 16:36:39.992161 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 60704) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:40.111488 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-60b8f1be-9092-43db-ab2d-c18233462834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:40.214719 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-60b8f1be-9092-43db-ab2d-c18233462834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:40.220846 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-60b8f1be-9092-43db-ab2d-c18233462834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:40.257609 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8f1be-9092-43db-ab2d-c18233462834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d428d6-dad8-4069-b60a-b2f6053be110,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:40.262942 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-60b8f1be-9092-43db-ab2d-c18233462834 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ba08cfdfa6924c1db24c32cfdfd48838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696826 Sep 08 16:36:40.265800 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 60708) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:40.318320 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-09c1c60d-7ffa-448f-ba9f-19e7937ff73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:40.340080 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-09c1c60d-7ffa-448f-ba9f-19e7937ff73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:40.390381 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-09c1c60d-7ffa-448f-ba9f-19e7937ff73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:40.393061 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-09c1c60d-7ffa-448f-ba9f-19e7937ff73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:40.394231 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-09c1c60d-7ffa-448f-ba9f-19e7937ff73d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e4d428d6-dad8-4069-b60a-b2f6053be110 HTTP/1.1" status: 204 len: 168 time: 0.1275239 Sep 08 16:36:40.402240 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1c60d-7ffa-448f-ba9f-19e7937ff73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d428d6-dad8-4069-b60a-b2f6053be110,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:40.573118 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d85ed-86bd-452f-a363-a0aaf04b391d req-d507f521-35b0-4599-afe1-55f85359de91 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:40.574648 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e60d85ed-86bd-452f-a363-a0aaf04b391d req-d507f521-35b0-4599-afe1-55f85359de91 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0501375 Sep 08 16:36:40.665919 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e60d85ed-86bd-452f-a363-a0aaf04b391d req-abcbe206-84e6-460e-adf8-58e5ec49b4d3 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820048 Sep 08 16:36:40.732041 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 60732) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:40.746565 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9a3d3092-4778-452a-9920-d3ccc058abe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:40.797124 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c34a6-848f-4e29-b0ac-645984ff1309 req-3df807e8-bfab-441c-99e3-847e12be8904 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:40.798664 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c40c34a6-848f-4e29-b0ac-645984ff1309 req-3df807e8-bfab-441c-99e3-847e12be8904 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=484f5d23-130a-4af2-8b02-49bf1699e59c HTTP/1.1" status: 200 len: 944 time: 0.0484896 Sep 08 16:36:40.836557 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c40c34a6-848f-4e29-b0ac-645984ff1309 req-95b7b16a-25ba-4470-a6c8-83f6a5e3e394 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315881 Sep 08 16:36:40.837817 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9a3d3092-4778-452a-9920-d3ccc058abe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:40.842855 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9a3d3092-4778-452a-9920-d3ccc058abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:40.880246 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-9a3d3092-4778-452a-9920-d3ccc058abe3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6bd3d6c136094be889a512e35919f870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469011 Sep 08 16:36:40.881090 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d3092-4778-452a-9920-d3ccc058abe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445db278-82f5-4ab9-9d2d-b34ee7af646d,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:40.883927 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 60734) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:40.942646 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0df29a3c-e1f1-4758-ba24-bf3977396f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:40.969366 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0df29a3c-e1f1-4758-ba24-bf3977396f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:41.020797 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0df29a3c-e1f1-4758-ba24-bf3977396f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:41.023530 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0df29a3c-e1f1-4758-ba24-bf3977396f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:41.027432 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-0df29a3c-e1f1-4758-ba24-bf3977396f3f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/445db278-82f5-4ab9-9d2d-b34ee7af646d HTTP/1.1" status: 204 len: 168 time: 0.1392817 Sep 08 16:36:41.040306 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df29a3c-e1f1-4758-ba24-bf3977396f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445db278-82f5-4ab9-9d2d-b34ee7af646d,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:43.557983 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff5e23-fe6c-4dee-9bf1-7e89cf51141d req-a250dcf0-b2f1-4a62-ac34-3714e6a28bfc tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:43.559571 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b8ff5e23-fe6c-4dee-9bf1-7e89cf51141d req-a250dcf0-b2f1-4a62-ac34-3714e6a28bfc tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0560641 Sep 08 16:36:43.604610 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b8ff5e23-fe6c-4dee-9bf1-7e89cf51141d req-14e284e1-759b-4516-8dfe-e8ef4644af59 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379217 Sep 08 16:36:43.613407 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447610ac-6548-43da-a200-69fa4d13810b req-e7890c8e-7f58-4769-8213-a066cde3df6c tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:43.614973 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-447610ac-6548-43da-a200-69fa4d13810b req-e7890c8e-7f58-4769-8213-a066cde3df6c tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=484f5d23-130a-4af2-8b02-49bf1699e59c HTTP/1.1" status: 200 len: 944 time: 0.0743141 Sep 08 16:36:43.658162 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-447610ac-6548-43da-a200-69fa4d13810b req-7527884d-53d8-40b6-af06-140cd5d3b349 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350647 Sep 08 16:36:43.811062 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device a7e79db0-eaad-40e3-9c9b-741ab758234f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:36:43.915958 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port a7e79db0-eaad-40e3-9c9b-741ab758234f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a7e79db0-eaad-40e3-9c9b-741ab758234f,segment=NetworkSegment(e631686a-1086-45ee-8f3b-c6edaa5166b6),segment_id=e631686a-1086-45ee-8f3b-c6edaa5166b6)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:43.928450 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': 'a7e79db0-eaad-40e3-9c9b-741ab758234f', 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731', 'port_id': 'a7e79db0-eaad-40e3-9c9b-741ab758234f', 'mac_address': 'fa:16:3e:48:b8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7919065-c634-4191-97d6-8e6fcf1f2ec3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:36:43.973900 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:43.986927 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e79db0-eaad-40e3-9c9b-741ab758234f {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:36:44.010595 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port a7e79db0-eaad-40e3-9c9b-741ab758234f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a7e79db0-eaad-40e3-9c9b-741ab758234f,segment=NetworkSegment(e631686a-1086-45ee-8f3b-c6edaa5166b6),segment_id=e631686a-1086-45ee-8f3b-c6edaa5166b6)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:44.016187 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:44.080781 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=a7e79db0-eaad-40e3-9c9b-741ab758234f,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:44.088633 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:44.088873 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:44.089249 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:44.089610 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:44.089977 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:44.090355 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:44.090767 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:44.091092 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:44.091436 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:44.091810 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:44.092217 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:44.092576 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:36:44.174932 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1fc12-f4f9-43e0-9d87-a77cb210a67f req-bd823a75-a3b2-4092-af3e-3046d32db01b tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:44.176528 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c1a1fc12-f4f9-43e0-9d87-a77cb210a67f req-bd823a75-a3b2-4092-af3e-3046d32db01b tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 946 time: 0.0506780 Sep 08 16:36:44.219577 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c1a1fc12-f4f9-43e0-9d87-a77cb210a67f req-6189d4e8-e6dc-4625-b1b8-5cfd5ceb9a91 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346119 Sep 08 16:36:44.522601 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['a7e79db0-eaad-40e3-9c9b-741ab758234f'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:36:44.572199 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:44.723850 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f45c64-9666-49ac-b027-e7d10ef25bfd req-d8ea6454-85c1-4b96-b415-f66b3d132e77 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:44.725233 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f5f45c64-9666-49ac-b027-e7d10ef25bfd req-d8ea6454-85c1-4b96-b415-f66b3d132e77 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0482874 Sep 08 16:36:44.771962 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f5f45c64-9666-49ac-b027-e7d10ef25bfd req-539d1dbf-d0ae-48bd-8463-14e1efb50539 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405130 Sep 08 16:36:44.781178 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c94a6-cc22-4721-afc4-7548ef50a99b req-86356a8a-bf25-4adb-8b98-c95a1d38bc7d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:44.782672 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-058c94a6-cc22-4721-afc4-7548ef50a99b req-86356a8a-bf25-4adb-8b98-c95a1d38bc7d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=484f5d23-130a-4af2-8b02-49bf1699e59c HTTP/1.1" status: 200 len: 945 time: 0.0530503 Sep 08 16:36:44.823293 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-058c94a6-cc22-4721-afc4-7548ef50a99b req-024c19af-1fbd-46ad-a4fe-9e03b0d8aa0b tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343447 Sep 08 16:36:45.145047 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1ff0c958-98c1-4abc-afb4-8bdc5ab617f7 req-9889db62-4212-4ce1-9ffd-9dc70b5b0fcd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433650 Sep 08 16:36:45.290156 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0c958-98c1-4abc-afb4-8bdc5ab617f7 req-b037a275-6c68-4a54-8aa8-ebc84897e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:45.291813 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1ff0c958-98c1-4abc-afb4-8bdc5ab617f7 req-b037a275-6c68-4a54-8aa8-ebc84897e56b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b37fecc579c1473c8b83905a25042a91&device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 1098 time: 0.0421038 Sep 08 16:36:45.429920 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d558c7b-b339-487f-b2ce-1d1b4fe38d6d req-d85a0482-e9a9-4ffc-983a-7565410f18d7 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:45.431428 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8d558c7b-b339-487f-b2ce-1d1b4fe38d6d req-d85a0482-e9a9-4ffc-983a-7565410f18d7 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 946 time: 0.1261032 Sep 08 16:36:45.476726 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0c958-98c1-4abc-afb4-8bdc5ab617f7 req-dadeb97f-0227-4a75-b7d1-90976c738846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:45.478504 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1ff0c958-98c1-4abc-afb4-8bdc5ab617f7 req-dadeb97f-0227-4a75-b7d1-90976c738846 service neutron] 10.222.0.38 "GET /v2.0/networks?id=526f19c3-d660-4150-b4a9-8068c02c7731 HTTP/1.1" status: 200 len: 915 time: 0.1265330 Sep 08 16:36:45.486100 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8d558c7b-b339-487f-b2ce-1d1b4fe38d6d req-fc11e292-96e7-4984-a04c-12123facf31f tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484519 Sep 08 16:36:45.532010 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1ff0c958-98c1-4abc-afb4-8bdc5ab617f7 req-225becae-d1a1-4c6f-9c2a-9701c2e8eebd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7b7e0f9-fe8c-49d7-9101-c18fb8637760 HTTP/1.1" status: 200 len: 217 time: 0.0385032 Sep 08 16:36:45.593570 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0c958-98c1-4abc-afb4-8bdc5ab617f7 req-cbefe61d-2c9f-4a55-8162-571529807fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:45.595112 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1ff0c958-98c1-4abc-afb4-8bdc5ab617f7 req-cbefe61d-2c9f-4a55-8162-571529807fac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e7919065-c634-4191-97d6-8e6fcf1f2ec3 HTTP/1.1" status: 200 len: 854 time: 0.0450146 Sep 08 16:36:45.631532 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1ff0c958-98c1-4abc-afb4-8bdc5ab617f7 req-2572a802-52f4-43eb-a253-a6104a8826a4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=526f19c3-d660-4150-b4a9-8068c02c7731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253844 Sep 08 16:36:45.732527 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1ff0c958-98c1-4abc-afb4-8bdc5ab617f7 req-3ff5bf87-84cd-4105-80ef-ab38acc4d7ff service neutron] 10.222.0.38 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904925 Sep 08 16:36:45.824699 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device a7e79db0-eaad-40e3-9c9b-741ab758234f up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:36:45.850190 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1ff0c958-98c1-4abc-afb4-8bdc5ab617f7 req-8a04c477-54ef-45ac-8028-f99375ce3864 service neutron] 10.222.0.38 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973706 Sep 08 16:36:45.898235 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning for port a7e79db0-eaad-40e3-9c9b-741ab758234f completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:36:45.902442 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port a7e79db0-eaad-40e3-9c9b-741ab758234f triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:36:45.903010 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:45.926124 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbb822-f2c7-43a0-a3ee-e00e14d2001b req-58c07df0-d460-4d48-8ae2-70269becba20 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:45.928593 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a7bbb822-f2c7-43a0-a3ee-e00e14d2001b req-58c07df0-d460-4d48-8ae2-70269becba20 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0667243 Sep 08 16:36:45.956015 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574d3ea-1375-4172-82cf-054adff0364f req-985c0f1e-e32f-4295-8918-822285a7dc80 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:45.958195 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2574d3ea-1375-4172-82cf-054adff0364f req-985c0f1e-e32f-4295-8918-822285a7dc80 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=484f5d23-130a-4af2-8b02-49bf1699e59c HTTP/1.1" status: 200 len: 945 time: 0.0558264 Sep 08 16:36:45.977811 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a7bbb822-f2c7-43a0-a3ee-e00e14d2001b req-e5a3932f-a0b0-4b44-8b1d-b7fedd91dd02 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431221 Sep 08 16:36:46.011329 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:46.035878 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484f5d23-130a-4af2-8b02-49bf1699e59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e79db0-eaad-40e3-9c9b-741ab758234f'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:36:46.038274 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375c7360-204e-42a6-861f-23c7f4d28e19" -d '{"events": [{"server_uuid": "484f5d23-130a-4af2-8b02-49bf1699e59c", "name": "network-vif-plugged", "status": "completed", "tag": "a7e79db0-eaad-40e3-9c9b-741ab758234f"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:36:46.042957 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2574d3ea-1375-4172-82cf-054adff0364f req-b3f795b3-6d8a-4bc5-9189-d0f6a09646eb tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665190 Sep 08 16:36:46.053647 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port a7e79db0-eaad-40e3-9c9b-741ab758234f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a7e79db0-eaad-40e3-9c9b-741ab758234f,segment=NetworkSegment(e631686a-1086-45ee-8f3b-c6edaa5166b6),segment_id=e631686a-1086-45ee-8f3b-c6edaa5166b6)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:46.064198 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:46.097674 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a759149-bb9a-42e9-bdcc-83947a1ff70a x-openstack-request-id: req-9a759149-bb9a-42e9-bdcc-83947a1ff70a {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:36:46.097973 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484f5d23-130a-4af2-8b02-49bf1699e59c", "name": "network-vif-plugged", "status": "completed", "tag": "a7e79db0-eaad-40e3-9c9b-741ab758234f", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:36:46.098225 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9a759149-bb9a-42e9-bdcc-83947a1ff70a {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:36:46.098611 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484f5d23-130a-4af2-8b02-49bf1699e59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e79db0-eaad-40e3-9c9b-741ab758234f', 'code': 200} Sep 08 16:36:46.117548 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=a7e79db0-eaad-40e3-9c9b-741ab758234f,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:46.414914 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14363511-6a8e-4954-a270-706a7a905668 req-1f753f28-cdde-4a1b-a9b5-6eab0cc9a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:46.416732 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-14363511-6a8e-4954-a270-706a7a905668 req-1f753f28-cdde-4a1b-a9b5-6eab0cc9a34f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=484f5d23-130a-4af2-8b02-49bf1699e59c HTTP/1.1" status: 200 len: 1099 time: 0.0479352 Sep 08 16:36:46.478272 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-14363511-6a8e-4954-a270-706a7a905668 req-0d1979fb-01be-4d04-a28f-c1f2f36a6a4c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423515 Sep 08 16:36:46.553938 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 60900) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:46.633015 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f5978-f0c7-455b-93be-da5f98cdaa31 req-75d2fad8-babb-4280-8d9c-7b713941bae9 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:46.640674 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-992f5978-f0c7-455b-93be-da5f98cdaa31 req-75d2fad8-babb-4280-8d9c-7b713941bae9 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 946 time: 0.0681281 Sep 08 16:36:46.680081 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a2c5d036-ec96-4ace-aabb-b40d75f623f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:46.683658 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-992f5978-f0c7-455b-93be-da5f98cdaa31 req-e9f93687-168f-43f5-bc69-95557a377c7c tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411086 Sep 08 16:36:46.770761 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a2c5d036-ec96-4ace-aabb-b40d75f623f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:46.775777 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a2c5d036-ec96-4ace-aabb-b40d75f623f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:46.821192 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-a2c5d036-ec96-4ace-aabb-b40d75f623f7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=38a036f799b746639981e4d3eb9b7716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632859 Sep 08 16:36:46.821192 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5d036-ec96-4ace-aabb-b40d75f623f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1764f48-a464-4091-91b0-51bc75e5d51f,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:46.821953 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 60910) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:46.899775 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-088166a2-19a8-4937-9fee-ed0ef017081c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:46.923295 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-088166a2-19a8-4937-9fee-ed0ef017081c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:46.976025 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-088166a2-19a8-4937-9fee-ed0ef017081c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:46.978611 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-088166a2-19a8-4937-9fee-ed0ef017081c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:46.982324 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-088166a2-19a8-4937-9fee-ed0ef017081c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b1764f48-a464-4091-91b0-51bc75e5d51f HTTP/1.1" status: 204 len: 168 time: 0.1573019 Sep 08 16:36:46.995631 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088166a2-19a8-4937-9fee-ed0ef017081c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1764f48-a464-4091-91b0-51bc75e5d51f,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:47.233758 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c337c1b-3eb3-482d-a949-6b08520bc2fd req-16da8862-0f78-4bf5-9427-4e95301af9be tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:47.240170 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-8c337c1b-3eb3-482d-a949-6b08520bc2fd req-16da8862-0f78-4bf5-9427-4e95301af9be tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0606790 Sep 08 16:36:47.299254 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-8c337c1b-3eb3-482d-a949-6b08520bc2fd req-2f0f9d65-aeba-4479-9a58-16927f302cdc tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561423 Sep 08 16:36:47.332511 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c7354-2da0-40e0-bc82-f0f71f7bfbbd req-67fe25e5-8894-4b1b-87cb-ebb564e9195b tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:47.334113 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d74c7354-2da0-40e0-bc82-f0f71f7bfbbd req-67fe25e5-8894-4b1b-87cb-ebb564e9195b tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=484f5d23-130a-4af2-8b02-49bf1699e59c HTTP/1.1" status: 200 len: 946 time: 0.0718191 Sep 08 16:36:47.373147 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d74c7354-2da0-40e0-bc82-f0f71f7bfbbd req-aff9693c-4a25-4d2f-a365-59b8f232600d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329034 Sep 08 16:36:47.404793 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 60926) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:47.417909 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-43e0562f-d964-42b0-a8e2-d42b34c157fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:47.510590 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-43e0562f-d964-42b0-a8e2-d42b34c157fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:47.515835 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-43e0562f-d964-42b0-a8e2-d42b34c157fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:47.555959 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-43e0562f-d964-42b0-a8e2-d42b34c157fe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9a04db5602c4465585accb4812163685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498132 Sep 08 16:36:47.556862 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0562f-d964-42b0-a8e2-d42b34c157fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b157ab08-4344-4dea-bdf7-b74f863764d4,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:47.559007 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 60928) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:47.613069 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-27aebfa9-39b0-4c8a-a9cc-7f442902112b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:47.633662 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-27aebfa9-39b0-4c8a-a9cc-7f442902112b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:47.681173 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-27aebfa9-39b0-4c8a-a9cc-7f442902112b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:47.683869 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-27aebfa9-39b0-4c8a-a9cc-7f442902112b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:47.685061 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-27aebfa9-39b0-4c8a-a9cc-7f442902112b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b157ab08-4344-4dea-bdf7-b74f863764d4 HTTP/1.1" status: 204 len: 168 time: 0.1249642 Sep 08 16:36:47.694480 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aebfa9-39b0-4c8a-a9cc-7f442902112b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b157ab08-4344-4dea-bdf7-b74f863764d4,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:47.827427 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815797c-1e0c-4079-999b-b06e7b45eef7 req-555950d4-2a71-47e4-aedf-df261123448c tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:47.829281 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-2815797c-1e0c-4079-999b-b06e7b45eef7 req-555950d4-2a71-47e4-aedf-df261123448c tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 946 time: 0.0571580 Sep 08 16:36:47.872360 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-2815797c-1e0c-4079-999b-b06e7b45eef7 req-b18af374-1dbc-4a22-94ac-81c77e157c8d tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362291 Sep 08 16:36:48.347572 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 60988) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:48.348534 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4663fab-ad00-49d2-8eea-aa5871f94d8a req-0e59d6fc-e819-405a-8c42-496ae092a431 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:48.350662 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a4663fab-ad00-49d2-8eea-aa5871f94d8a req-0e59d6fc-e819-405a-8c42-496ae092a431 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.38 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 946 time: 0.0643196 Sep 08 16:36:48.496634 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:36:48.524142 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5f55c211-fec0-4b52-82af-ef6184fdfbc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:48.589986 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec0419-9641-4267-9825-b4e5ef14906a req-f6dcbd18-3405-4e5a-8de9-9426f35b9e86 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:48.591555 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-46ec0419-9641-4267-9825-b4e5ef14906a req-f6dcbd18-3405-4e5a-8de9-9426f35b9e86 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.1081948 Sep 08 16:36:48.609862 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517663f-d7c9-4e00-8675-26eba311265e req-322efda2-87af-4f10-8de0-af8ca94d906c tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:48.611462 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1517663f-d7c9-4e00-8675-26eba311265e req-322efda2-87af-4f10-8de0-af8ca94d906c tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=484f5d23-130a-4af2-8b02-49bf1699e59c HTTP/1.1" status: 200 len: 946 time: 0.0817590 Sep 08 16:36:48.644095 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-a4663fab-ad00-49d2-8eea-aa5871f94d8a req-c641c34e-b3a6-4172-b00a-d91a0047e4d3 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Deleting port 94f3042f-5c2d-4d02-9c50-0e21e776f0fd {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:36:48.644532 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-a4663fab-ad00-49d2-8eea-aa5871f94d8a req-c641c34e-b3a6-4172-b00a-d91a0047e4d3 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:48.674102 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-46ec0419-9641-4267-9825-b4e5ef14906a req-2e28eae0-06b7-4e3d-bfde-0d02cbc2e823 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729599 Sep 08 16:36:48.677110 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1517663f-d7c9-4e00-8675-26eba311265e req-c4967003-e3a9-486f-85e1-35a2a32f05c2 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565908 Sep 08 16:36:48.714598 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5f55c211-fec0-4b52-82af-ef6184fdfbc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:48.720635 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5f55c211-fec0-4b52-82af-ef6184fdfbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:48.777346 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-5f55c211-fec0-4b52-82af-ef6184fdfbc7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2ba4754cc1548cc831ab2c023b1987f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4285572 Sep 08 16:36:48.777943 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 32776) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:48.785211 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55c211-fec0-4b52-82af-ef6184fdfbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be474b27-d0ba-4493-8b50-d56a0005c427,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:48.795426 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-a4663fab-ad00-49d2-8eea-aa5871f94d8a req-c641c34e-b3a6-4172-b00a-d91a0047e4d3 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] For port 94f3042f-5c2d-4d02-9c50-0e21e776f0fd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=94f3042f-5c2d-4d02-9c50-0e21e776f0fd,segment=NetworkSegment(d23cb0ec-cdc1-4868-ba96-e7c40ffb941c),segment_id=d23cb0ec-cdc1-4868-ba96-e7c40ffb941c)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:36:48.795896 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-a4663fab-ad00-49d2-8eea-aa5871f94d8a req-c641c34e-b3a6-4172-b00a-d91a0047e4d3 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:48.822989 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-a4663fab-ad00-49d2-8eea-aa5871f94d8a req-c641c34e-b3a6-4172-b00a-d91a0047e4d3 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Calling delete_port for 94f3042f-5c2d-4d02-9c50-0e21e776f0fd owned by compute:nova {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:36:48.847848 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b45d016b-7400-4cc5-9e3b-2d8441f7e47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:48.869981 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b45d016b-7400-4cc5-9e3b-2d8441f7e47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:48.933394 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b45d016b-7400-4cc5-9e3b-2d8441f7e47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:48.936055 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b45d016b-7400-4cc5-9e3b-2d8441f7e47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:48.940193 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-b45d016b-7400-4cc5-9e3b-2d8441f7e47f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/be474b27-d0ba-4493-8b50-d56a0005c427 HTTP/1.1" status: 204 len: 168 time: 0.1604557 Sep 08 16:36:48.951131 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d016b-7400-4cc5-9e3b-2d8441f7e47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be474b27-d0ba-4493-8b50-d56a0005c427,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:49.012896 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314c5e3-f904-4121-b040-132f61c9ceb4 req-6b56ea24-1f50-4e7c-92c2-be15a37b4bf2 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:49.015215 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1314c5e3-f904-4121-b040-132f61c9ceb4 req-6b56ea24-1f50-4e7c-92c2-be15a37b4bf2 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 946 time: 0.0663686 Sep 08 16:36:49.046280 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-a4663fab-ad00-49d2-8eea-aa5871f94d8a req-c641c34e-b3a6-4172-b00a-d91a0047e4d3 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:49.080385 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1314c5e3-f904-4121-b040-132f61c9ceb4 req-f6f6df5d-0839-46dc-b226-0580735e3b9b tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/security-groups?id=13fb97f8-a3a4-455c-9c48-cc3c08bff063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582347 Sep 08 16:36:49.086594 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641c34e-b3a6-4172-b00a-d91a0047e4d3 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Pushing event deleted for resources: {'Port': ['ID=94f3042f-5c2d-4d02-9c50-0e21e776f0fd,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:49.105290 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['94f3042f-5c2d-4d02-9c50-0e21e776f0fd'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:36:49.152895 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4663fab-ad00-49d2-8eea-aa5871f94d8a req-c641c34e-b3a6-4172-b00a-d91a0047e4d3 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] No DVR routers for this DVR port 94f3042f-5c2d-4d02-9c50-0e21e776f0fd on host hv-cinder-79053 {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:36:49.156897 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-a4663fab-ad00-49d2-8eea-aa5871f94d8a req-c641c34e-b3a6-4172-b00a-d91a0047e4d3 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:49.159690 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a4663fab-ad00-49d2-8eea-aa5871f94d8a req-c641c34e-b3a6-4172-b00a-d91a0047e4d3 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.38 "DELETE /v2.0/ports/94f3042f-5c2d-4d02-9c50-0e21e776f0fd HTTP/1.1" status: 204 len: 173 time: 0.7826426 Sep 08 16:36:49.160266 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca1d1c5-9590-4808-a279-bfdf7f6e3446', 'name': 'network-vif-deleted', 'tag': '94f3042f-5c2d-4d02-9c50-0e21e776f0fd'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:36:49.163489 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbe6c75-e147-49a0-a7bf-44aa2339a3c2" -d '{"events": [{"server_uuid": "cca1d1c5-9590-4808-a279-bfdf7f6e3446", "name": "network-vif-deleted", "tag": "94f3042f-5c2d-4d02-9c50-0e21e776f0fd"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:36:49.204598 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4208ba-b55a-4779-b894-79b73d989553 x-openstack-request-id: req-1d4208ba-b55a-4779-b894-79b73d989553 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:36:49.205009 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca1d1c5-9590-4808-a279-bfdf7f6e3446", "name": "network-vif-deleted", "tag": "94f3042f-5c2d-4d02-9c50-0e21e776f0fd", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:36:49.205271 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d4208ba-b55a-4779-b894-79b73d989553 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:36:49.205750 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca1d1c5-9590-4808-a279-bfdf7f6e3446', 'name': 'network-vif-deleted', 'tag': '94f3042f-5c2d-4d02-9c50-0e21e776f0fd', 'status': 'completed', 'code': 200} Sep 08 16:36:49.386492 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 32792) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:49.400906 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8f0b9b71-aa44-44f3-912f-b15e2e0b17ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:49.498162 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8f0b9b71-aa44-44f3-912f-b15e2e0b17ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:49.503537 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8f0b9b71-aa44-44f3-912f-b15e2e0b17ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:49.544993 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-8f0b9b71-aa44-44f3-912f-b15e2e0b17ca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b88ec8339c07428ab9eabb541de19b51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573451 Sep 08 16:36:49.545835 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b9b71-aa44-44f3-912f-b15e2e0b17ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78c5fcc-ce22-4a68-9447-36ef5b777543,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:49.547720 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 32798) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:49.600354 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d5e5ba6e-b473-4f56-8010-26db88dac39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:49.626578 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d5e5ba6e-b473-4f56-8010-26db88dac39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:49.673405 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d5e5ba6e-b473-4f56-8010-26db88dac39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:49.676448 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d5e5ba6e-b473-4f56-8010-26db88dac39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:49.677751 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-d5e5ba6e-b473-4f56-8010-26db88dac39c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a78c5fcc-ce22-4a68-9447-36ef5b777543 HTTP/1.1" status: 204 len: 168 time: 0.1290596 Sep 08 16:36:49.686116 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5ba6e-b473-4f56-8010-26db88dac39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78c5fcc-ce22-4a68-9447-36ef5b777543,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:49.819408 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5321876-88d2-4a0e-a153-c8e195373673 req-bd2fe367-9027-4df3-a682-f39aee6b2d6d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:49.821167 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f5321876-88d2-4a0e-a153-c8e195373673 req-bd2fe367-9027-4df3-a682-f39aee6b2d6d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=484f5d23-130a-4af2-8b02-49bf1699e59c HTTP/1.1" status: 200 len: 946 time: 0.0583849 Sep 08 16:36:49.868454 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f5321876-88d2-4a0e-a153-c8e195373673 req-0f1eae73-688d-49ae-9331-0e3f9ab88678 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389552 Sep 08 16:36:49.983525 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eed585-1e9f-46b9-a52d-c9de6e783aae req-9740e08b-bdfe-4f90-8d50-1abcafbb15d7 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:49.985292 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-89eed585-1e9f-46b9-a52d-c9de6e783aae req-9740e08b-bdfe-4f90-8d50-1abcafbb15d7 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0540657 Sep 08 16:36:50.047789 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-89eed585-1e9f-46b9-a52d-c9de6e783aae req-792099e8-98c6-4501-8fae-7978599826e5 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475850 Sep 08 16:36:50.215967 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1240d3a2-35a9-4669-a8aa-ea3af18e4194 req-e4c0e47f-1308-4af9-8328-7ebbba684299 tempest-DeleteServersTestJSON-945290869 tempest-DeleteServersTestJSON-945290869-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca1d1c5-9590-4808-a279-bfdf7f6e3446 HTTP/1.1" status: 200 len: 210 time: 0.0283301 Sep 08 16:36:51.336462 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da89d4-c2c4-4c26-a939-fde6c5242454 req-180c5d8c-2291-4dcd-b07e-b340f6c35b79 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:51.339068 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d8da89d4-c2c4-4c26-a939-fde6c5242454 req-180c5d8c-2291-4dcd-b07e-b340f6c35b79 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0529494 Sep 08 16:36:51.383844 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d8da89d4-c2c4-4c26-a939-fde6c5242454 req-eab247ea-5c2f-4c08-9b53-cbce4144af2c tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358140 Sep 08 16:36:51.864792 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 94f3042f-5c2d-4d02-9c50-0e21e776f0fd no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:36:51.888880 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] No Port match for: 94f3042f-5c2d-4d02-9c50-0e21e776f0fd {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:36:51.889248 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 94f3042f-5c2d-4d02-9c50-0e21e776f0fd not bound to the agent host hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:36:52.175248 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 32934) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:52.286525 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af50f7dc-9395-49d9-8560-2cf98f7512a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:52.386066 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af50f7dc-9395-49d9-8560-2cf98f7512a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:52.391589 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af50f7dc-9395-49d9-8560-2cf98f7512a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:52.429996 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-af50f7dc-9395-49d9-8560-2cf98f7512a0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=719ae6c1fe9b47698cb53e6e01ea9b13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536139 Sep 08 16:36:52.430713 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50f7dc-9395-49d9-8560-2cf98f7512a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9df9592-c99d-4ff3-90d2-c2650ffa3a88,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:52.433063 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 32940) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:52.525116 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-691080f6-a1a6-417d-8d33-7aebf3888316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:52.557002 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058218a-77b8-4847-9e77-baed1c2be7af req-0894ab3e-f121-4cb4-8a34-275ab84cb59c tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:52.558480 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2058218a-77b8-4847-9e77-baed1c2be7af req-0894ab3e-f121-4cb4-8a34-275ab84cb59c tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0780790 Sep 08 16:36:52.560438 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-691080f6-a1a6-417d-8d33-7aebf3888316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:52.632074 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2058218a-77b8-4847-9e77-baed1c2be7af req-b65b6f0c-adf9-4836-b7e3-89c3cc90640e tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644839 Sep 08 16:36:52.644040 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-691080f6-a1a6-417d-8d33-7aebf3888316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:52.647223 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-691080f6-a1a6-417d-8d33-7aebf3888316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:52.651271 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-691080f6-a1a6-417d-8d33-7aebf3888316 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a9df9592-c99d-4ff3-90d2-c2650ffa3a88 HTTP/1.1" status: 204 len: 168 time: 0.2143631 Sep 08 16:36:52.662239 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691080f6-a1a6-417d-8d33-7aebf3888316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9df9592-c99d-4ff3-90d2-c2650ffa3a88,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:52.970872 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 32974) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:52.976385 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-8b5f3b35-54e6-494a-984f-7bf570be7f06 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:52.978563 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-8b5f3b35-54e6-494a-984f-7bf570be7f06 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/networks?id=526f19c3-d660-4150-b4a9-8068c02c7731 HTTP/1.1" status: 200 len: 814 time: 0.1447191 Sep 08 16:36:52.987238 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b0f5a1d9-ea17-4d22-a1b2-568d7a52fe50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:52.997577 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-756efef0-383d-46ad-aad5-7342de59721a tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/quotas/b37fecc579c1473c8b83905a25042a91 HTTP/1.1" status: 200 len: 375 time: 0.0100970 Sep 08 16:36:53.066752 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-3e3de1f4-79fb-4522-9833-f95544b10aca tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b37fecc579c1473c8b83905a25042a91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612600 Sep 08 16:36:53.111495 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b0f5a1d9-ea17-4d22-a1b2-568d7a52fe50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:53.117202 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b0f5a1d9-ea17-4d22-a1b2-568d7a52fe50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:53.169491 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-b0f5a1d9-ea17-4d22-a1b2-568d7a52fe50 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=beb60fd9b079453ca08c1a0babab0af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943645 Sep 08 16:36:53.169491 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5a1d9-ea17-4d22-a1b2-568d7a52fe50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc3da59-c893-4154-80dc-801c68607f11,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:53.171863 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 32980) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:53.205096 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-c95e76c0-5145-4458-8faf-dae4bdd76cb4 service neutron] 10.222.0.69 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165981 Sep 08 16:36:53.251062 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-73652264-e168-4c7b-969f-fb217df09a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:53.283883 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-73652264-e168-4c7b-969f-fb217df09a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:53.326094 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-aac833da-81bb-4e21-b603-9b6a95970cd1 service neutron] 10.222.0.69 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200581 Sep 08 16:36:53.364501 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 32990) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:53.374110 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-73652264-e168-4c7b-969f-fb217df09a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:53.377413 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-73652264-e168-4c7b-969f-fb217df09a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:53.381832 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-73652264-e168-4c7b-969f-fb217df09a82 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/adc3da59-c893-4154-80dc-801c68607f11 HTTP/1.1" status: 204 len: 168 time: 0.2089684 Sep 08 16:36:53.391973 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73652264-e168-4c7b-969f-fb217df09a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc3da59-c893-4154-80dc-801c68607f11,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:53.419378 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_v2 [None req-09cef275-796f-4149-8e6b-ea01f24683ab admin admin] Deleting subnet 6f0c44d8-8cf8-4edf-ade7-ea70aaed4634 {{(pid=94082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 16:36:53.423295 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-09cef275-796f-4149-8e6b-ea01f24683ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:53.466211 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-09cef275-796f-4149-8e6b-ea01f24683ab admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:53.480608 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-09cef275-796f-4149-8e6b-ea01f24683ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772541'] for subnet, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:53.520303 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ed1aacfd-b36b-4f88-892b-11825ef6111a req-a30d0d7b-0a3a-4c22-820f-c4db3fa53489 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=07613be1-1175-40bb-abe1-0dea1e44cca4 HTTP/1.1" status: 200 len: 210 time: 0.0403113 Sep 08 16:36:53.551538 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-09cef275-796f-4149-8e6b-ea01f24683ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for subnet, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:53.587867 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cef275-796f-4149-8e6b-ea01f24683ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f0c44d8-8cf8-4edf-ade7-ea70aaed4634,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:53.589863 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-09cef275-796f-4149-8e6b-ea01f24683ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:53.591794 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-09cef275-796f-4149-8e6b-ea01f24683ab admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6f0c44d8-8cf8-4edf-ade7-ea70aaed4634 HTTP/1.1" status: 204 len: 168 time: 0.2262554 Sep 08 16:36:53.599134 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 32998) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:53.683345 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601569'] for network, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:53.811199 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770888', 'neutron.services.segments.db._delete_segments_for_network-8790707967645'] for network, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:53.838156 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:36:53.838547 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:36:53.839383 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:36:53.839813 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Subscribe: > port after_create 55550000 {{(pid=94082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:36:53.840130 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:36:53.840534 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Subscribe: > port after_update 55550000 {{(pid=94082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:36:53.840901 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:36:53.841344 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:36:53.841719 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:36:53.842044 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:36:54.031100 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:36:54.031471 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:36:54.031828 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:36:54.032159 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:36:54.032531 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574c1af2-643a-429f-b626-b7bd562a2df8']}} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:36:54.053764 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23cb0ec-cdc1-4868-ba96-e7c40ffb941c') {'for_net_delete': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:36:54.054053 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23cb0ec-cdc1-4868-ba96-e7c40ffb941c') {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:36:54.092283 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cf488-7890-4451-a77b-8e75405fba90 req-5664e56c-8a2a-4d35-91da-88fa0e85a38d tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:54.115656 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0f5cf488-7890-4451-a77b-8e75405fba90 req-5664e56c-8a2a-4d35-91da-88fa0e85a38d tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.3582237 Sep 08 16:36:54.132528 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790707967910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29646770'] for segment, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:54.169771 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:54.191142 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:36:54.191584 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29530984'] for segment, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: from cryptography.utils import int_from_bytes Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: from cryptography.utils import int_from_bytes Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: Traceback (most recent call last): Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: timer() Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: cb(*args, **kw) Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: return func(*args, **kwargs) Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: self._notify() Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: self.callback(batched_events) Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: event.method(event) Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: return f(self, *a, **k) Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: return self._get(url).json() Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: return self.request(url, 'GET', **kwargs) Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:36:54.195573 dv-cinder-790535-14-iscsi neutron-server[94082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:36:54.212145 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0f5cf488-7890-4451-a77b-8e75405fba90 req-87963fa9-62c0-411c-9fdf-eca9b5b7cb56 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953832 Sep 08 16:36:54.265223 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587292'] for network, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:54.273728 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:54.275090 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] 10.222.0.69 "DELETE /v2.0/networks/574c1af2-643a-429f-b626-b7bd562a2df8 HTTP/1.1" status: 204 len: 168 time: 0.6780920 Sep 08 16:36:54.285074 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e3d4b-6ad7-49cb-ab63-5fa4dbea5283 admin admin] Pushing event deleted for resources: {'Network': ['ID=574c1af2-643a-429f-b626-b7bd562a2df8,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:54.492254 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 33050) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:54.547640 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 33056) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:54.548204 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-6f07a731-613b-44fa-a830-f6a734d03981 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=84fa32749f264ec8b6d62df3cba7cca5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0543115 Sep 08 16:36:54.614451 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f414-347c-44c0-be57-25d01689ea94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:54.643820 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f414-347c-44c0-be57-25d01689ea94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:54.681822 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 33062) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:54.707743 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-16156ab8-fe2a-424c-950c-8956b9099423 req-8f6d05f4-e3df-4b23-80a1-76d5018e2f57 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=07613be1-1175-40bb-abe1-0dea1e44cca4 HTTP/1.1" status: 200 len: 210 time: 0.0738614 Sep 08 16:36:54.714449 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f414-347c-44c0-be57-25d01689ea94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:54.717145 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7ac4f414-347c-44c0-be57-25d01689ea94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:54.718561 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-7ac4f414-347c-44c0-be57-25d01689ea94 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/13fb97f8-a3a4-455c-9c48-cc3c08bff063 HTTP/1.1" status: 204 len: 168 time: 0.1687815 Sep 08 16:36:54.744010 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4f414-347c-44c0-be57-25d01689ea94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fb97f8-a3a4-455c-9c48-cc3c08bff063,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:55.027389 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-476ffa38-e5f9-48fd-8ea2-ff1ea7805c5b tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:55.030310 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-476ffa38-e5f9-48fd-8ea2-ff1ea7805c5b tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.38 "GET /v2.0/networks?id=526f19c3-d660-4150-b4a9-8068c02c7731 HTTP/1.1" status: 200 len: 814 time: 0.1291242 Sep 08 16:36:55.050308 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b2b8085a-f44f-490d-99aa-a3de65acafe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:55.067677 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-f6c868b2-e4d0-42ca-8d1e-53d7d858276f tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Request body: {'port': {'device_id': '07613be1-1175-40bb-abe1-0dea1e44cca4', 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731', 'admin_state_up': True, 'tenant_id': 'b37fecc579c1473c8b83905a25042a91'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:36:55.260502 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b2b8085a-f44f-490d-99aa-a3de65acafe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:55.293577 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b2b8085a-f44f-490d-99aa-a3de65acafe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:55.316430 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-f6c868b2-e4d0-42ca-8d1e-53d7d858276f tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Made reservation on behalf of b37fecc579c1473c8b83905a25042a91 for: {'port': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:36:55.321210 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-f6c868b2-e4d0-42ca-8d1e-53d7d858276f tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:55.347564 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-b2b8085a-f44f-490d-99aa-a3de65acafe5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=955a99d63c2548959d1ce661e15ee2c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6361482 Sep 08 16:36:55.350613 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 33094) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:55.353171 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8085a-f44f-490d-99aa-a3de65acafe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94ea847-003f-47f2-94b8-19044b8d697b,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:55.383779 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5aba00-5d05-4c17-adb4-055e85db0588 req-c9cd4cdd-7e68-4a83-9408-3be65152ee1f tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:55.391783 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-4f5aba00-5d05-4c17-adb4-055e85db0588 req-c9cd4cdd-7e68-4a83-9408-3be65152ee1f tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0837862 Sep 08 16:36:55.477697 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-f6c868b2-e4d0-42ca-8d1e-53d7d858276f tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Allocated IP 172.20.0.12 (526f19c3-d660-4150-b4a9-8068c02c7731/e7919065-c634-4191-97d6-8e6fcf1f2ec3/9b85c08f-c643-4641-9b55-871f294f719a) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:36:55.482630 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-4f5aba00-5d05-4c17-adb4-055e85db0588 req-69f55270-d995-4962-8a15-fa3cac3872be tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900111 Sep 08 16:36:55.486816 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9506b49e-0691-4b45-8800-eae74ba58916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:55.512072 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9506b49e-0691-4b45-8800-eae74ba58916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:55.569337 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9506b49e-0691-4b45-8800-eae74ba58916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:55.573349 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9506b49e-0691-4b45-8800-eae74ba58916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:55.577260 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-9506b49e-0691-4b45-8800-eae74ba58916 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e94ea847-003f-47f2-94b8-19044b8d697b HTTP/1.1" status: 204 len: 168 time: 0.2221632 Sep 08 16:36:55.584022 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506b49e-0691-4b45-8800-eae74ba58916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94ea847-003f-47f2-94b8-19044b8d697b,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:55.667948 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-f6c868b2-e4d0-42ca-8d1e-53d7d858276f tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:55.720591 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-f6c868b2-e4d0-42ca-8d1e-53d7d858276f tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:55.768296 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-f6c868b2-e4d0-42ca-8d1e-53d7d858276f tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Network 526f19c3-d660-4150-b4a9-8068c02c7731 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:36:55.771646 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-f6c868b2-e4d0-42ca-8d1e-53d7d858276f tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:36:55.779941 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['d7b7e0f9-fe8c-49d7-9101-c18fb8637760', 'a7e79db0-eaad-40e3-9c9b-741ab758234f'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:36:55.783950 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-f6c868b2-e4d0-42ca-8d1e-53d7d858276f tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:36:55.803689 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-f6c868b2-e4d0-42ca-8d1e-53d7d858276f tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:55.803689 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-f6c868b2-e4d0-42ca-8d1e-53d7d858276f tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:55.843141 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-f6c868b2-e4d0-42ca-8d1e-53d7d858276f tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7819316 Sep 08 16:36:55.843754 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c868b2-e4d0-42ca-8d1e-53d7d858276f tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Pushing event updated for resources: {'Port': ['ID=9b85c08f-c643-4641-9b55-871f294f719a,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:55.864764 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] Request body: {'port': {'device_id': '07613be1-1175-40bb-abe1-0dea1e44cca4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:36:55.935437 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ca9f5-0504-478b-a2ed-2510dd11a7c6 req-f546ed95-1f9d-4de0-9bdc-598da45695c0 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:55.946011 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-618ca9f5-0504-478b-a2ed-2510dd11a7c6 req-f546ed95-1f9d-4de0-9bdc-598da45695c0 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=07613be1-1175-40bb-abe1-0dea1e44cca4 HTTP/1.1" status: 200 len: 932 time: 0.1413984 Sep 08 16:36:55.979002 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:56.018884 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-618ca9f5-0504-478b-a2ed-2510dd11a7c6 req-a0c60d2f-e491-4003-9501-8865f68d8871 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719039 Sep 08 16:36:56.376748 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 33142) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:56.610205 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b85c08f-c643-4641-9b55-871f294f719a {{(pid=94083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:36:56.618753 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:56.619546 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c5ab6-a078-4984-a5de-9a9042f7bef4 req-a053f0b2-ec65-4d14-b2e5-b3ed49c71b38 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:56.627660 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-204c5ab6-a078-4984-a5de-9a9042f7bef4 req-a053f0b2-ec65-4d14-b2e5-b3ed49c71b38 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0583313 Sep 08 16:36:56.633311 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] Transition to ACTIVE for port object 9b85c08f-c643-4641-9b55-871f294f719a will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:36:56.639905 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:56.679093 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e98e2e1c-10de-491d-be24-bd1c2971c6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:56.708366 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] Pushing event updated for resources: {'Port': ['ID=9b85c08f-c643-4641-9b55-871f294f719a,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:56.745246 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] Attempting to bind port 9b85c08f-c643-4641-9b55-871f294f719a on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:36:56.745587 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] Attempting to bind port 9b85c08f-c643-4641-9b55-871f294f719a by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e631686a-1086-45ee-8f3b-c6edaa5166b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:36:56.746034 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] Attempting to bind port 9b85c08f-c643-4641-9b55-871f294f719a on network 526f19c3-d660-4150-b4a9-8068c02c7731 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:36:56.751467 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] Port 9b85c08f-c643-4641-9b55-871f294f719a on network 526f19c3-d660-4150-b4a9-8068c02c7731 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 16:36:56.751792 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] Attempting to bind port 9b85c08f-c643-4641-9b55-871f294f719a on network 526f19c3-d660-4150-b4a9-8068c02c7731 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:36:56.756927 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] Checking agent: {'id': 'ccbd07f4-9fa7-4e9d-ab49-144bada9319f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'started_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:36:56.757268 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] Checking segment: {'id': 'e631686a-1086-45ee-8f3b-c6edaa5166b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:36:56.757650 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] Bound using segment: {'id': 'e631686a-1086-45ee-8f3b-c6edaa5166b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:36:56.758175 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] Bound port: 9b85c08f-c643-4641-9b55-871f294f719a, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e631686a-1086-45ee-8f3b-c6edaa5166b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:36:56.758616 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:56.761843 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-204c5ab6-a078-4984-a5de-9a9042f7bef4 req-0ffbcac8-277a-4f9e-aaa3-4e336a1fbaee tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332693 Sep 08 16:36:56.846186 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] For port 9b85c08f-c643-4641-9b55-871f294f719a, host hv-cinder-79053, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:36:56.849941 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] For port 9b85c08f-c643-4641-9b55-871f294f719a, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9b85c08f-c643-4641-9b55-871f294f719a,segment=NetworkSegment(e631686a-1086-45ee-8f3b-c6edaa5166b6),segment_id=e631686a-1086-45ee-8f3b-c6edaa5166b6)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:36:56.861578 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:56.882697 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e98e2e1c-10de-491d-be24-bd1c2971c6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:56.887367 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e98e2e1c-10de-491d-be24-bd1c2971c6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:56.898598 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:56.899218 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:56.900678 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] 10.222.0.38 "PUT /v2.0/ports/9b85c08f-c643-4641-9b55-871f294f719a HTTP/1.1" status: 200 len: 1094 time: 1.0412951 Sep 08 16:36:56.901128 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07613be1-1175-40bb-abe1-0dea1e44cca4', 'tag': '9b85c08f-c643-4641-9b55-871f294f719a'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:36:56.903599 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f7d6c9-de37-44de-8e77-14e8fb8cc898" -d '{"events": [{"name": "network-changed", "server_uuid": "07613be1-1175-40bb-abe1-0dea1e44cca4", "tag": "9b85c08f-c643-4641-9b55-871f294f719a"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:36:56.939737 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94942ee2-f6e7-44d5-a067-1566a33fbe0c service neutron] Pushing event updated for resources: {'Port': ['ID=9b85c08f-c643-4641-9b55-871f294f719a,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:56.976484 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbac5fd0-3816-41ce-9ad9-51bd4e44968f x-openstack-request-id: req-bbac5fd0-3816-41ce-9ad9-51bd4e44968f {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:36:56.976820 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07613be1-1175-40bb-abe1-0dea1e44cca4", "tag": "9b85c08f-c643-4641-9b55-871f294f719a", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:36:56.977172 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bbac5fd0-3816-41ce-9ad9-51bd4e44968f {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:36:56.977549 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07613be1-1175-40bb-abe1-0dea1e44cca4', 'tag': '9b85c08f-c643-4641-9b55-871f294f719a', 'status': 'completed', 'code': 200} Sep 08 16:36:56.984366 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-e98e2e1c-10de-491d-be24-bd1c2971c6ec admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2cba958720664c78acea86e0c5a21e60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6033909 Sep 08 16:36:56.984366 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e2e1c-10de-491d-be24-bd1c2971c6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9cc10a-5126-4d7f-9f9d-b4162ffd48f7,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:56.984986 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 33176) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:57.092147 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-a0c86153-57b8-47c5-a930-71971d73164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:57.094434 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-a0c86153-57b8-47c5-a930-71971d73164e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b37fecc579c1473c8b83905a25042a91&device_id=07613be1-1175-40bb-abe1-0dea1e44cca4 HTTP/1.1" status: 200 len: 1097 time: 0.0812209 Sep 08 16:36:57.188746 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c1549ea2-e10d-473f-a722-fa0bb52e1fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:57.193879 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-1179ac2c-4140-404b-887c-80f9d6147ab7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b85c08f-c643-4641-9b55-871f294f719a HTTP/1.1" status: 200 len: 217 time: 0.0634646 Sep 08 16:36:57.219058 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c1549ea2-e10d-473f-a722-fa0bb52e1fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:57.239188 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98762e-9223-450c-8d12-095e8225e9d2 req-7cb60976-a5c0-41bb-b179-5b0cfbde99e4 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:57.240772 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1a98762e-9223-450c-8d12-095e8225e9d2 req-7cb60976-a5c0-41bb-b179-5b0cfbde99e4 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=07613be1-1175-40bb-abe1-0dea1e44cca4 HTTP/1.1" status: 200 len: 944 time: 0.1423893 Sep 08 16:36:57.305200 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1a98762e-9223-450c-8d12-095e8225e9d2 req-62c2d3e8-5c82-403b-893a-12f7ce55b0b6 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508609 Sep 08 16:36:57.314924 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c1549ea2-e10d-473f-a722-fa0bb52e1fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:57.320875 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c1549ea2-e10d-473f-a722-fa0bb52e1fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:57.322413 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-c1549ea2-e10d-473f-a722-fa0bb52e1fa2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fe9cc10a-5126-4d7f-9f9d-b4162ffd48f7 HTTP/1.1" status: 204 len: 168 time: 0.3365831 Sep 08 16:36:57.331979 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1549ea2-e10d-473f-a722-fa0bb52e1fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9cc10a-5126-4d7f-9f9d-b4162ffd48f7,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:57.708440 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 33206) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:57.722288 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7bf9f6a5-9ae9-40f7-8162-40361969c347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:57.814696 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7bf9f6a5-9ae9-40f7-8162-40361969c347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:57.819810 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7bf9f6a5-9ae9-40f7-8162-40361969c347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:57.860018 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-7bf9f6a5-9ae9-40f7-8162-40361969c347 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=696afef9694549348e3c69499663dd27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479521 Sep 08 16:36:57.860018 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9f6a5-9ae9-40f7-8162-40361969c347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443f96aa-ffde-46d9-bff5-55fe8495e354,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:57.863138 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 33210) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:36:57.891952 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c844209-19a5-4168-95f4-feb5d857688f req-5c7360d6-4232-4111-b2d4-c4e72ebce32a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:36:57.893448 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4c844209-19a5-4168-95f4-feb5d857688f req-5c7360d6-4232-4111-b2d4-c4e72ebce32a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0593009 Sep 08 16:36:57.912434 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-34c0c08f-ba7b-4cd7-998a-0b34aed4bc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:57.931236 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4c844209-19a5-4168-95f4-feb5d857688f req-26367f99-fcfd-4c7d-b5ba-af901425d2c7 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316145 Sep 08 16:36:57.933920 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-34c0c08f-ba7b-4cd7-998a-0b34aed4bc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:57.980194 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-34c0c08f-ba7b-4cd7-998a-0b34aed4bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:57.983111 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-34c0c08f-ba7b-4cd7-998a-0b34aed4bc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:36:57.984917 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-34c0c08f-ba7b-4cd7-998a-0b34aed4bc07 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/443f96aa-ffde-46d9-bff5-55fe8495e354 HTTP/1.1" status: 204 len: 168 time: 0.1208417 Sep 08 16:36:57.993534 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0c08f-ba7b-4cd7-998a-0b34aed4bc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443f96aa-ffde-46d9-bff5-55fe8495e354,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:36:58.416285 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d32107e3-dcab-41ab-9e49-84782c3b520c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:00.087822 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-c9cafefd-33cd-469e-9b27-a7795041d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:00.089327 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-c9cafefd-33cd-469e-9b27-a7795041d91f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e7919065-c634-4191-97d6-8e6fcf1f2ec3 HTTP/1.1" status: 200 len: 854 time: 0.0460529 Sep 08 16:37:00.179888 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-f14ab9a3-4dc6-4cd5-a1a0-47bc0fa14d8a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=526f19c3-d660-4150-b4a9-8068c02c7731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325735 Sep 08 16:37:00.207519 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14fb5f-1607-45bf-88fc-ff7f057ca4c6 req-20161110-8c64-49e0-a22b-6f3d2d93b353 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:00.209166 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-be14fb5f-1607-45bf-88fc-ff7f057ca4c6 req-20161110-8c64-49e0-a22b-6f3d2d93b353 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=07613be1-1175-40bb-abe1-0dea1e44cca4 HTTP/1.1" status: 200 len: 944 time: 0.0634632 Sep 08 16:37:00.241701 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 33322) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:00.254738 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-be14fb5f-1607-45bf-88fc-ff7f057ca4c6 req-f3ad0f4a-dae7-4d94-9eaa-713ca11d8bfd tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391176 Sep 08 16:37:00.315078 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022ec29-889d-4c87-8bcc-2654b8255d71 req-44329f65-851d-49ec-ba9d-9a1beb1dde5a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:00.316704 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f022ec29-889d-4c87-8bcc-2654b8255d71 req-44329f65-851d-49ec-ba9d-9a1beb1dde5a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.1020374 Sep 08 16:37:00.346680 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-a9f5ee01-34f9-422f-835e-abed3ee70ea8 service neutron] 10.222.0.38 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573906 Sep 08 16:37:00.368940 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f022ec29-889d-4c87-8bcc-2654b8255d71 req-af93f7d1-1f9d-45df-aa9d-b5da13f7a51a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455720 Sep 08 16:37:00.371470 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-35b80cb6-c926-4ded-ba0b-5e19b6fc96cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:00.470351 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-35b80cb6-c926-4ded-ba0b-5e19b6fc96cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:00.476664 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-35b80cb6-c926-4ded-ba0b-5e19b6fc96cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:00.479161 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1f486ab2-1140-4f17-a96c-727620e5fe06 req-d3a384fc-d7db-4271-8fd1-fa46e35b826e service neutron] 10.222.0.38 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073589 Sep 08 16:37:00.517696 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-35b80cb6-c926-4ded-ba0b-5e19b6fc96cb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=138f0b7accf74af6b3497bee017185b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749505 Sep 08 16:37:00.518597 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b80cb6-c926-4ded-ba0b-5e19b6fc96cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2843a46e-c974-4dac-8d99-f951cfa1d78e,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:00.521613 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 33326) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:00.571796 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4cbcd904-dcb4-4be7-b5e8-f051cdd38648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:00.593426 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4cbcd904-dcb4-4be7-b5e8-f051cdd38648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:00.658266 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7d6c9-de37-44de-8e77-14e8fb8cc898 req-4ab5ccb9-4308-41f3-9651-16dcef10c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:00.659823 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a9f7d6c9-de37-44de-8e77-14e8fb8cc898 req-4ab5ccb9-4308-41f3-9651-16dcef10c11a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b37fecc579c1473c8b83905a25042a91&device_id=07613be1-1175-40bb-abe1-0dea1e44cca4 HTTP/1.1" status: 200 len: 1097 time: 0.0600026 Sep 08 16:37:00.687604 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4cbcd904-dcb4-4be7-b5e8-f051cdd38648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:00.690108 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4cbcd904-dcb4-4be7-b5e8-f051cdd38648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:00.691231 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-4cbcd904-dcb4-4be7-b5e8-f051cdd38648 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2843a46e-c974-4dac-8d99-f951cfa1d78e HTTP/1.1" status: 204 len: 168 time: 0.1682315 Sep 08 16:37:00.713791 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcd904-dcb4-4be7-b5e8-f051cdd38648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2843a46e-c974-4dac-8d99-f951cfa1d78e,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:00.777524 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7d6c9-de37-44de-8e77-14e8fb8cc898 req-9227cc54-7ffc-46a9-8f19-dcc86c40758a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:00.779435 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a9f7d6c9-de37-44de-8e77-14e8fb8cc898 req-9227cc54-7ffc-46a9-8f19-dcc86c40758a service neutron] 10.222.0.38 "GET /v2.0/networks?id=526f19c3-d660-4150-b4a9-8068c02c7731 HTTP/1.1" status: 200 len: 915 time: 0.1092827 Sep 08 16:37:00.826892 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a9f7d6c9-de37-44de-8e77-14e8fb8cc898 req-e0d251d6-e30e-446a-80cf-7b1d69773a7d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b85c08f-c643-4641-9b55-871f294f719a HTTP/1.1" status: 200 len: 217 time: 0.0383372 Sep 08 16:37:00.895535 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7d6c9-de37-44de-8e77-14e8fb8cc898 req-8bb42339-def1-4b5c-88a6-1ee87f9c3c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:00.896974 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a9f7d6c9-de37-44de-8e77-14e8fb8cc898 req-8bb42339-def1-4b5c-88a6-1ee87f9c3c77 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e7919065-c634-4191-97d6-8e6fcf1f2ec3 HTTP/1.1" status: 200 len: 854 time: 0.0563900 Sep 08 16:37:00.933744 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a9f7d6c9-de37-44de-8e77-14e8fb8cc898 req-f74d668e-97bc-4cdc-805f-0cdc7dd993bc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=526f19c3-d660-4150-b4a9-8068c02c7731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270119 Sep 08 16:37:01.029269 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 33350) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:01.046842 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ed4c9b02-a7c4-4a62-adf8-1af16ed94bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:01.058946 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a9f7d6c9-de37-44de-8e77-14e8fb8cc898 req-608e852a-dbc8-4bea-9ee6-89bf74215c31 service neutron] 10.222.0.38 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103656 Sep 08 16:37:01.133450 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ef042fa7-cdb5-45c9-9ded-d36f3ee7bc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:01.226495 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:01.235653 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ed4c9b02-a7c4-4a62-adf8-1af16ed94bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:01.242683 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ed4c9b02-a7c4-4a62-adf8-1af16ed94bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:01.255037 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a9f7d6c9-de37-44de-8e77-14e8fb8cc898 req-56eb8963-bfec-46d6-9be9-a17285b20627 service neutron] 10.222.0.38 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740878 Sep 08 16:37:01.292190 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-ed4c9b02-a7c4-4a62-adf8-1af16ed94bfb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a97efcbf4e6c4bb99d962e9f2b6e2751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615693 Sep 08 16:37:01.294723 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c9b02-a7c4-4a62-adf8-1af16ed94bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306176c2-3ae3-4d65-bf02-ac55e96a492f,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:01.295425 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 33364) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:01.309281 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 33366) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:01.350513 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-52f76dc2-b56e-4451-82b6-1e1c36f3017b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:01.376561 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-52f76dc2-b56e-4451-82b6-1e1c36f3017b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:01.427923 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-95531057-6de8-4d7c-808c-b61046179a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:01.474023 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-52f76dc2-b56e-4451-82b6-1e1c36f3017b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:01.477042 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-52f76dc2-b56e-4451-82b6-1e1c36f3017b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:01.480749 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-52f76dc2-b56e-4451-82b6-1e1c36f3017b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/306176c2-3ae3-4d65-bf02-ac55e96a492f HTTP/1.1" status: 204 len: 168 time: 0.1812472 Sep 08 16:37:01.492053 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f76dc2-b56e-4451-82b6-1e1c36f3017b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306176c2-3ae3-4d65-bf02-ac55e96a492f,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:01.509096 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169278e8-391d-4952-8965-b55256e0a312 req-bda35272-e1f2-43a0-b26e-f1f87ad1c6bb tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:01.510702 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-169278e8-391d-4952-8965-b55256e0a312 req-bda35272-e1f2-43a0-b26e-f1f87ad1c6bb tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=07613be1-1175-40bb-abe1-0dea1e44cca4 HTTP/1.1" status: 200 len: 944 time: 0.0874655 Sep 08 16:37:01.557517 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-169278e8-391d-4952-8965-b55256e0a312 req-276bdd98-7428-4c72-a1b0-e28206b4b728 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384388 Sep 08 16:37:01.593702 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cfa69-8acb-4287-8ae1-4db376447cee req-24996f06-28db-46d4-8e5e-8ae074cc78ec tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:01.595259 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f99cfa69-8acb-4287-8ae1-4db376447cee req-24996f06-28db-46d4-8e5e-8ae074cc78ec tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0806968 Sep 08 16:37:01.627501 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-95531057-6de8-4d7c-808c-b61046179a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:01.633365 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-95531057-6de8-4d7c-808c-b61046179a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:01.665727 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f99cfa69-8acb-4287-8ae1-4db376447cee req-26eef635-22a1-426f-b090-175b1cbbad4a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630941 Sep 08 16:37:01.684195 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-95531057-6de8-4d7c-808c-b61046179a41 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e81493701f784f9b8d38689f007b1897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3732252 Sep 08 16:37:01.685155 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95531057-6de8-4d7c-808c-b61046179a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1f3bc6-9c66-4d74-b040-6361ca47ef23,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:01.688663 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 33376) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:01.753275 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4280fe18-36c0-4a88-be81-d36f725737a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:01.770884 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4280fe18-36c0-4a88-be81-d36f725737a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:01.834392 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4280fe18-36c0-4a88-be81-d36f725737a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:01.838274 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4280fe18-36c0-4a88-be81-d36f725737a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:01.841925 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-4280fe18-36c0-4a88-be81-d36f725737a0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f1f3bc6-9c66-4d74-b040-6361ca47ef23 HTTP/1.1" status: 204 len: 168 time: 0.1495979 Sep 08 16:37:01.850257 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280fe18-36c0-4a88-be81-d36f725737a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1f3bc6-9c66-4d74-b040-6361ca47ef23,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:02.273103 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 33416) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:02.295047 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d4e6-3d7e-4e48-bc7a-7f26cf2a0275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:02.434713 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d4e6-3d7e-4e48-bc7a-7f26cf2a0275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:02.443556 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d4e6-3d7e-4e48-bc7a-7f26cf2a0275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:02.490557 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:02.513984 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5d4e6-3d7e-4e48-bc7a-7f26cf2a0275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365ff313-2ab0-4679-87c8-c0139e077e82,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:02.520185 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-d6e5d4e6-3d7e-4e48-bc7a-7f26cf2a0275 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=106967bb386649bfb7c8b621030bb39e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461157 Sep 08 16:37:02.523150 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 33430) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:02.583127 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a1e37ee7-a1fc-428b-9703-203dd8c0354b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:02.616659 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a1e37ee7-a1fc-428b-9703-203dd8c0354b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:02.736730 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a1e37ee7-a1fc-428b-9703-203dd8c0354b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:02.739408 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a1e37ee7-a1fc-428b-9703-203dd8c0354b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:02.741133 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-a1e37ee7-a1fc-428b-9703-203dd8c0354b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/365ff313-2ab0-4679-87c8-c0139e077e82 HTTP/1.1" status: 204 len: 168 time: 0.2169921 Sep 08 16:37:02.751278 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e37ee7-a1fc-428b-9703-203dd8c0354b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365ff313-2ab0-4679-87c8-c0139e077e82,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:02.774243 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aea13f-2c1b-40b9-b9aa-46a54ed421fa req-f7ac45d1-afde-495e-add6-12eadefc2494 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:02.776264 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e9aea13f-2c1b-40b9-b9aa-46a54ed421fa req-f7ac45d1-afde-495e-add6-12eadefc2494 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=07613be1-1175-40bb-abe1-0dea1e44cca4 HTTP/1.1" status: 200 len: 944 time: 0.1128285 Sep 08 16:37:02.814849 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdb09c-f834-44b2-8da8-d79cf723128c req-bd4900aa-11c4-4a6d-b872-d96cb406336a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:02.822624 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-18fdb09c-f834-44b2-8da8-d79cf723128c req-bd4900aa-11c4-4a6d-b872-d96cb406336a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0716858 Sep 08 16:37:02.840576 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e9aea13f-2c1b-40b9-b9aa-46a54ed421fa req-eec45d14-2fa0-43c5-8b3f-1c3bf7df1162 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565774 Sep 08 16:37:02.869369 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-18fdb09c-f834-44b2-8da8-d79cf723128c req-1197c793-f75f-42a9-8013-dd77f4cac2ab tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458236 Sep 08 16:37:03.919538 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 9b85c08f-c643-4641-9b55-871f294f719a details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:37:04.062549 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 9b85c08f-c643-4641-9b55-871f294f719a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9b85c08f-c643-4641-9b55-871f294f719a,segment=NetworkSegment(e631686a-1086-45ee-8f3b-c6edaa5166b6),segment_id=e631686a-1086-45ee-8f3b-c6edaa5166b6)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:37:04.076476 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': '9b85c08f-c643-4641-9b55-871f294f719a', 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731', 'port_id': '9b85c08f-c643-4641-9b55-871f294f719a', 'mac_address': 'fa:16:3e:c0:2d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7919065-c634-4191-97d6-8e6fcf1f2ec3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:37:04.084351 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1b9f9-e3c5-4850-9e2e-0b87405a73e3 req-a725a948-a882-47d7-a6c9-6e16d72e3f94 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:04.091177 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdef7b-9267-453e-86c0-8f525002df5a req-cb90377a-1d1c-4148-92cc-5b56e6d23d02 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:04.094446 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c0a1b9f9-e3c5-4850-9e2e-0b87405a73e3 req-a725a948-a882-47d7-a6c9-6e16d72e3f94 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.1102846 Sep 08 16:37:04.110481 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-10bdef7b-9267-453e-86c0-8f525002df5a req-cb90377a-1d1c-4148-92cc-5b56e6d23d02 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=07613be1-1175-40bb-abe1-0dea1e44cca4 HTTP/1.1" status: 200 len: 944 time: 0.1444407 Sep 08 16:37:04.155131 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:04.184723 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b85c08f-c643-4641-9b55-871f294f719a {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:37:04.192112 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:04.196169 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c0a1b9f9-e3c5-4850-9e2e-0b87405a73e3 req-1a95b715-c112-4dae-bb31-7b440f245f1f tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985305 Sep 08 16:37:04.217603 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-10bdef7b-9267-453e-86c0-8f525002df5a req-9211cb12-45a4-4cd7-b00b-4f37404da421 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060808 Sep 08 16:37:04.234515 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 9b85c08f-c643-4641-9b55-871f294f719a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9b85c08f-c643-4641-9b55-871f294f719a,segment=NetworkSegment(e631686a-1086-45ee-8f3b-c6edaa5166b6),segment_id=e631686a-1086-45ee-8f3b-c6edaa5166b6)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:37:04.243914 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:04.311856 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=9b85c08f-c643-4641-9b55-871f294f719a,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:04.766906 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['9b85c08f-c643-4641-9b55-871f294f719a'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:37:05.097314 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 33562) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:05.232164 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ef9115ff-21d5-479a-b608-caa9c6ec220f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:05.371671 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75a130-9ddf-453f-9593-582db5ab243a req-c8caaab6-cee5-4a2c-9729-64e9f21c8320 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:05.373586 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-2e75a130-9ddf-453f-9593-582db5ab243a req-c8caaab6-cee5-4a2c-9729-64e9f21c8320 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0773845 Sep 08 16:37:05.396212 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cb30f-79dd-4713-81a1-9a6dbf6e0062 req-780eec79-815a-4366-8b6b-93f8ce9dcd0d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:05.397875 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-055cb30f-79dd-4713-81a1-9a6dbf6e0062 req-780eec79-815a-4366-8b6b-93f8ce9dcd0d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=07613be1-1175-40bb-abe1-0dea1e44cca4 HTTP/1.1" status: 200 len: 945 time: 0.0845170 Sep 08 16:37:05.403074 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ef9115ff-21d5-479a-b608-caa9c6ec220f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:05.412881 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ef9115ff-21d5-479a-b608-caa9c6ec220f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:05.432554 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-2e75a130-9ddf-453f-9593-582db5ab243a req-2cae760a-2976-4557-a201-46abd706a94a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525494 Sep 08 16:37:05.480496 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-055cb30f-79dd-4713-81a1-9a6dbf6e0062 req-e3f0f9d0-5240-4e57-8cfb-13ab2b68dcb6 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754931 Sep 08 16:37:05.483100 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-ef9115ff-21d5-479a-b608-caa9c6ec220f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=518c3bdc146b4dafa3eda094bec8d1c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3845832 Sep 08 16:37:05.485861 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 33586) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:05.490091 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9115ff-21d5-479a-b608-caa9c6ec220f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a740e6a-8eea-4576-8c80-3a64fd6677bd,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:05.561607 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3314aff8-a257-4657-8024-92a027b3e461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:05.584360 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3314aff8-a257-4657-8024-92a027b3e461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:05.642708 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3314aff8-a257-4657-8024-92a027b3e461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:05.645592 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3314aff8-a257-4657-8024-92a027b3e461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:05.647172 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-3314aff8-a257-4657-8024-92a027b3e461 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8a740e6a-8eea-4576-8c80-3a64fd6677bd HTTP/1.1" status: 204 len: 168 time: 0.1600983 Sep 08 16:37:05.661421 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314aff8-a257-4657-8024-92a027b3e461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a740e6a-8eea-4576-8c80-3a64fd6677bd,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:06.025907 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 33630) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:06.043983 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0a3ee0be-7c73-484f-9fac-847a5be17a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:06.154539 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0a3ee0be-7c73-484f-9fac-847a5be17a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:06.160571 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0a3ee0be-7c73-484f-9fac-847a5be17a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:06.203255 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-0a3ee0be-7c73-484f-9fac-847a5be17a24 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e17fbc954d4e4ad7b29055985b5e9e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761675 Sep 08 16:37:06.204198 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ee0be-7c73-484f-9fac-847a5be17a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188b2035-6a84-433b-8a30-d3fe322f51e3,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:06.205967 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 33662) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:06.275603 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0d843f44-c0ee-4403-84ae-8d827b9615b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:06.302310 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0d843f44-c0ee-4403-84ae-8d827b9615b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:06.360591 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0d843f44-c0ee-4403-84ae-8d827b9615b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:06.363534 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0d843f44-c0ee-4403-84ae-8d827b9615b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:06.365007 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-0d843f44-c0ee-4403-84ae-8d827b9615b8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/188b2035-6a84-433b-8a30-d3fe322f51e3 HTTP/1.1" status: 204 len: 168 time: 0.1568127 Sep 08 16:37:06.375153 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d843f44-c0ee-4403-84ae-8d827b9615b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188b2035-6a84-433b-8a30-d3fe322f51e3,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:06.597876 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a949ee7-7a84-4f96-a0d2-99a3afe79852 req-d37ab24b-7320-4773-91dd-1973ee29f268 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:06.599629 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-4a949ee7-7a84-4f96-a0d2-99a3afe79852 req-d37ab24b-7320-4773-91dd-1973ee29f268 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0683699 Sep 08 16:37:06.658861 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-4a949ee7-7a84-4f96-a0d2-99a3afe79852 req-c325461d-8747-4fe2-8f83-e24da29ab4f0 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504687 Sep 08 16:37:06.700342 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8035a7-7bb9-40e4-9a6b-8efeb172f4d5 req-d8c6c7d7-e908-415c-8919-b043bfbbff9d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:06.702160 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3c8035a7-7bb9-40e4-9a6b-8efeb172f4d5 req-d8c6c7d7-e908-415c-8919-b043bfbbff9d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=07613be1-1175-40bb-abe1-0dea1e44cca4 HTTP/1.1" status: 200 len: 945 time: 0.0909691 Sep 08 16:37:06.748247 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3c8035a7-7bb9-40e4-9a6b-8efeb172f4d5 req-b3d7f874-b393-4a6c-ab90-ca279d649e0c tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398555 Sep 08 16:37:07.797612 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a532730-870b-4776-ba72-ee5cff34c4cb req-686bc1a7-f606-4175-a843-85b63c57a861 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:07.799237 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0a532730-870b-4776-ba72-ee5cff34c4cb req-686bc1a7-f606-4175-a843-85b63c57a861 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0516469 Sep 08 16:37:07.840845 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0a532730-870b-4776-ba72-ee5cff34c4cb req-b9fbc1ab-5d75-4689-a2bf-e823b6610b10 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341678 Sep 08 16:37:07.893404 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955929a9-d41f-4512-b014-48de6d7ac8fe req-697f4ae1-1d08-49aa-95a1-f9c78e88f91b tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:07.894943 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-955929a9-d41f-4512-b014-48de6d7ac8fe req-697f4ae1-1d08-49aa-95a1-f9c78e88f91b tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=07613be1-1175-40bb-abe1-0dea1e44cca4 HTTP/1.1" status: 200 len: 945 time: 0.0569103 Sep 08 16:37:07.933207 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 9b85c08f-c643-4641-9b55-871f294f719a up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:37:07.944404 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-955929a9-d41f-4512-b014-48de6d7ac8fe req-84ab44d5-f20f-41c0-bcc0-7f6576c772a7 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420558 Sep 08 16:37:07.984128 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning for port 9b85c08f-c643-4641-9b55-871f294f719a completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:37:07.987970 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port 9b85c08f-c643-4641-9b55-871f294f719a triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:37:07.988339 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:08.081570 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:08.109318 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07613be1-1175-40bb-abe1-0dea1e44cca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b85c08f-c643-4641-9b55-871f294f719a'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:37:08.111708 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e42e510-ed04-4796-82c2-119f8962cba7" -d '{"events": [{"server_uuid": "07613be1-1175-40bb-abe1-0dea1e44cca4", "name": "network-vif-plugged", "status": "completed", "tag": "9b85c08f-c643-4641-9b55-871f294f719a"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:37:08.126998 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 9b85c08f-c643-4641-9b55-871f294f719a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9b85c08f-c643-4641-9b55-871f294f719a,segment=NetworkSegment(e631686a-1086-45ee-8f3b-c6edaa5166b6),segment_id=e631686a-1086-45ee-8f3b-c6edaa5166b6)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:37:08.133239 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:08.171198 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1066f64b-a520-4e3a-9900-4e4c75cc6033 x-openstack-request-id: req-1066f64b-a520-4e3a-9900-4e4c75cc6033 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:37:08.171523 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07613be1-1175-40bb-abe1-0dea1e44cca4", "name": "network-vif-plugged", "status": "completed", "tag": "9b85c08f-c643-4641-9b55-871f294f719a", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:37:08.171768 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1066f64b-a520-4e3a-9900-4e4c75cc6033 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:37:08.172155 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07613be1-1175-40bb-abe1-0dea1e44cca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b85c08f-c643-4641-9b55-871f294f719a', 'code': 200} Sep 08 16:37:08.203168 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=9b85c08f-c643-4641-9b55-871f294f719a,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:08.478495 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 33790) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:08.513161 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d590051-bc8b-4000-a870-d96691fe7784 req-b554054b-4143-493e-b500-53d1a010ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:08.515085 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7d590051-bc8b-4000-a870-d96691fe7784 req-b554054b-4143-493e-b500-53d1a010ae1c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=07613be1-1175-40bb-abe1-0dea1e44cca4 HTTP/1.1" status: 200 len: 1099 time: 0.0550022 Sep 08 16:37:08.569015 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7d590051-bc8b-4000-a870-d96691fe7784 req-7b4f0c81-079b-4804-ab83-6963ab519376 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298448 Sep 08 16:37:08.609008 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-de69f70d-886f-45e5-acd3-0117fa219992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:08.699592 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-de69f70d-886f-45e5-acd3-0117fa219992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:08.705079 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-de69f70d-886f-45e5-acd3-0117fa219992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:08.746718 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-de69f70d-886f-45e5-acd3-0117fa219992 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a717c5ef584545019150f60a92018999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667272 Sep 08 16:37:08.749975 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 33798) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:08.751620 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69f70d-886f-45e5-acd3-0117fa219992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5475a2c9-77c9-4dae-9aa5-a3036a001e3f,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:08.807175 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-466c4357-c87f-4c78-ac5f-78bd31b3252b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:08.831777 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-466c4357-c87f-4c78-ac5f-78bd31b3252b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:08.882841 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-466c4357-c87f-4c78-ac5f-78bd31b3252b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:08.885673 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-466c4357-c87f-4c78-ac5f-78bd31b3252b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:08.887072 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-466c4357-c87f-4c78-ac5f-78bd31b3252b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5475a2c9-77c9-4dae-9aa5-a3036a001e3f HTTP/1.1" status: 204 len: 168 time: 0.1359997 Sep 08 16:37:08.896577 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c4357-c87f-4c78-ac5f-78bd31b3252b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5475a2c9-77c9-4dae-9aa5-a3036a001e3f,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:08.970946 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419a26f-2b5c-4f0d-990a-a3cb6fbb5a94 req-2f048529-3a7f-4c4a-885e-8b2dc70e9dce tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:08.972528 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9419a26f-2b5c-4f0d-990a-a3cb6fbb5a94 req-2f048529-3a7f-4c4a-885e-8b2dc70e9dce tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0478768 Sep 08 16:37:09.018160 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9419a26f-2b5c-4f0d-990a-a3cb6fbb5a94 req-85a26645-2557-4c6d-8ac1-dbbd3c90c552 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347061 Sep 08 16:37:09.088576 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24e1a5-767d-40a0-ac43-dd33a04a7db0 req-e59893a5-e26b-441d-8059-d058fd0358f6 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:09.090106 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-9c24e1a5-767d-40a0-ac43-dd33a04a7db0 req-e59893a5-e26b-441d-8059-d058fd0358f6 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=07613be1-1175-40bb-abe1-0dea1e44cca4 HTTP/1.1" status: 200 len: 946 time: 0.0603299 Sep 08 16:37:09.130708 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-9c24e1a5-767d-40a0-ac43-dd33a04a7db0 req-2e8739aa-4ac1-4ed4-a2d9-8f132935ecb4 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343413 Sep 08 16:37:09.177469 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 33808) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:09.191881 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-450460d4-f844-493e-881f-eac6693bf396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:09.285861 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-450460d4-f844-493e-881f-eac6693bf396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:09.291265 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-450460d4-f844-493e-881f-eac6693bf396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:09.329634 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-450460d4-f844-493e-881f-eac6693bf396 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=126e828fc1834253806897eeb5fc0051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510849 Sep 08 16:37:09.330513 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450460d4-f844-493e-881f-eac6693bf396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2446a2-7ab6-463d-bba1-e585f8c79135,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:09.332515 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 33810) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:09.383958 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4ece5835-cf69-4288-8a42-990d224173da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:09.408813 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4ece5835-cf69-4288-8a42-990d224173da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:09.462416 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4ece5835-cf69-4288-8a42-990d224173da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:09.465100 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4ece5835-cf69-4288-8a42-990d224173da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:09.468896 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-4ece5835-cf69-4288-8a42-990d224173da admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7b2446a2-7ab6-463d-bba1-e585f8c79135 HTTP/1.1" status: 204 len: 168 time: 0.1328020 Sep 08 16:37:09.474535 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece5835-cf69-4288-8a42-990d224173da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2446a2-7ab6-463d-bba1-e585f8c79135,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:10.144722 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c483038-2588-4fe0-bf1a-ee29cdf86d74 req-a4106413-ab77-4b2d-8e7b-be4dabf0fa1c tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:10.146592 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5c483038-2588-4fe0-bf1a-ee29cdf86d74 req-a4106413-ab77-4b2d-8e7b-be4dabf0fa1c tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0573468 Sep 08 16:37:10.204677 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5c483038-2588-4fe0-bf1a-ee29cdf86d74 req-c2d13cab-79bd-4a01-b298-0624a4ba2a69 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493264 Sep 08 16:37:10.282224 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58cb37-177f-4e8a-bd46-2a2514af51e5 req-c589e5bc-82d1-4d4d-ad82-34f56a0bb215 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:10.284203 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0a58cb37-177f-4e8a-bd46-2a2514af51e5 req-c589e5bc-82d1-4d4d-ad82-34f56a0bb215 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=07613be1-1175-40bb-abe1-0dea1e44cca4 HTTP/1.1" status: 200 len: 946 time: 0.0600338 Sep 08 16:37:10.342646 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0a58cb37-177f-4e8a-bd46-2a2514af51e5 req-5826f2c3-be10-451e-a5c3-e2261c9af8d7 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458391 Sep 08 16:37:10.972264 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 33910) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:11.089645 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9d93b4b8-30e6-47ef-aaee-480138ac8c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:11.199984 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9d93b4b8-30e6-47ef-aaee-480138ac8c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:11.205855 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9d93b4b8-30e6-47ef-aaee-480138ac8c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:11.253133 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93b4b8-30e6-47ef-aaee-480138ac8c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26449a58-bbaf-4afd-b621-e76231ed49e4,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:11.284795 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 33926) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:11.285312 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-9d93b4b8-30e6-47ef-aaee-480138ac8c9b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c846769e290b4ff2b769e963f113ffba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115473 Sep 08 16:37:11.340427 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-69ecdf84-56cc-4ee9-9c3b-0470183b6026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:11.341771 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 33928) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:11.369856 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-69ecdf84-56cc-4ee9-9c3b-0470183b6026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:11.382928 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa05c6-cbce-4ff6-88f0-713305ef8cf3 req-a1e5b29b-670b-49c8-b51a-d8f83a9036bf tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:11.384824 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3dfa05c6-cbce-4ff6-88f0-713305ef8cf3 req-a1e5b29b-670b-49c8-b51a-d8f83a9036bf tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0779498 Sep 08 16:37:11.437988 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-69ecdf84-56cc-4ee9-9c3b-0470183b6026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:11.440683 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3dfa05c6-cbce-4ff6-88f0-713305ef8cf3 req-b21bd0b7-2465-4083-a48f-eeb9747d5310 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475767 Sep 08 16:37:11.440851 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-69ecdf84-56cc-4ee9-9c3b-0470183b6026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:11.441892 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-69ecdf84-56cc-4ee9-9c3b-0470183b6026 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26449a58-bbaf-4afd-b621-e76231ed49e4 HTTP/1.1" status: 204 len: 168 time: 0.1554682 Sep 08 16:37:11.452545 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecdf84-56cc-4ee9-9c3b-0470183b6026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26449a58-bbaf-4afd-b621-e76231ed49e4,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:11.526794 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ff234273-8ea8-424d-98d0-c601466c5bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:11.631279 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ff234273-8ea8-424d-98d0-c601466c5bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:11.640400 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ff234273-8ea8-424d-98d0-c601466c5bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:11.684705 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 33942) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:11.684905 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-ff234273-8ea8-424d-98d0-c601466c5bfa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=85102584a78a443cbe9120755d143365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416328 Sep 08 16:37:11.687465 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff234273-8ea8-424d-98d0-c601466c5bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eaba50b-322a-4d1a-b7a4-59760e1e8d2d,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:11.750734 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8926a136-9acb-4d3d-ac53-afe705b5f979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:11.781679 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8926a136-9acb-4d3d-ac53-afe705b5f979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:11.842666 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8926a136-9acb-4d3d-ac53-afe705b5f979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:11.845761 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8926a136-9acb-4d3d-ac53-afe705b5f979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:11.850280 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-8926a136-9acb-4d3d-ac53-afe705b5f979 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5eaba50b-322a-4d1a-b7a4-59760e1e8d2d HTTP/1.1" status: 204 len: 168 time: 0.1645217 Sep 08 16:37:11.873037 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926a136-9acb-4d3d-ac53-afe705b5f979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eaba50b-322a-4d1a-b7a4-59760e1e8d2d,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:12.335925 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 33984) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:12.349395 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9edc6071-77e4-46a7-b318-ff4d0793ee9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:12.472136 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9edc6071-77e4-46a7-b318-ff4d0793ee9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:12.489095 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9edc6071-77e4-46a7-b318-ff4d0793ee9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:12.543903 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-9edc6071-77e4-46a7-b318-ff4d0793ee9c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=99b797561193497aba1a3c6e337786cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065580 Sep 08 16:37:12.545233 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc6071-77e4-46a7-b318-ff4d0793ee9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cfc7de-b366-415e-bbfa-40a4a0de5e8b,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:12.546951 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 33998) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:12.610850 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4423f51a-9cf1-44f7-bb84-3df32b8f890a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:12.630217 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac4c57-2cb9-4681-8bec-fab006493be7 req-9e56d1a0-63bb-4830-9f6c-2908df800273 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:12.632784 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-07ac4c57-2cb9-4681-8bec-fab006493be7 req-9e56d1a0-63bb-4830-9f6c-2908df800273 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0569339 Sep 08 16:37:12.636015 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4423f51a-9cf1-44f7-bb84-3df32b8f890a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:12.691117 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-07ac4c57-2cb9-4681-8bec-fab006493be7 req-13549b27-6b19-4111-89b4-ce58e7e9aab9 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510237 Sep 08 16:37:12.709571 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4423f51a-9cf1-44f7-bb84-3df32b8f890a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:12.719047 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4423f51a-9cf1-44f7-bb84-3df32b8f890a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:12.720272 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-4423f51a-9cf1-44f7-bb84-3df32b8f890a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/84cfc7de-b366-415e-bbfa-40a4a0de5e8b HTTP/1.1" status: 204 len: 168 time: 0.1718709 Sep 08 16:37:12.728352 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423f51a-9cf1-44f7-bb84-3df32b8f890a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cfc7de-b366-415e-bbfa-40a4a0de5e8b,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:12.757657 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 34010) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:13.080890 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4a963439-37b4-41c5-b94a-6d04d8bb7439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:13.139918 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 34030) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:13.154889 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c4ad-a989-4718-aa58-3c4463975c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:13.198958 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4a963439-37b4-41c5-b94a-6d04d8bb7439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:13.225657 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4a963439-37b4-41c5-b94a-6d04d8bb7439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:13.277344 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-4a963439-37b4-41c5-b94a-6d04d8bb7439 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=37b18808e9c1413b90f52bc53a2fa549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5182757 Sep 08 16:37:13.281931 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a963439-37b4-41c5-b94a-6d04d8bb7439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24c82d1-3ff4-4ffa-9f47-5b176888942e,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:13.283079 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 34036) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:13.358269 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c4ad-a989-4718-aa58-3c4463975c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:13.365173 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c4ad-a989-4718-aa58-3c4463975c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:13.369718 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3925aaa6-8bfd-4c13-b869-6d32e6064204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:13.421297 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0c4ad-a989-4718-aa58-3c4463975c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2735fcef-e256-40c6-8f76-f0e481037421,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:13.425436 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3925aaa6-8bfd-4c13-b869-6d32e6064204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:13.429254 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-5ae0c4ad-a989-4718-aa58-3c4463975c4f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=164c167097bf4392908a30e4b1460655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883809 Sep 08 16:37:13.431935 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 34040) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:13.482710 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3925aaa6-8bfd-4c13-b869-6d32e6064204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:13.485619 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3925aaa6-8bfd-4c13-b869-6d32e6064204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:13.487149 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-3925aaa6-8bfd-4c13-b869-6d32e6064204 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b24c82d1-3ff4-4ffa-9f47-5b176888942e HTTP/1.1" status: 204 len: 168 time: 0.2027512 Sep 08 16:37:13.507736 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925aaa6-8bfd-4c13-b869-6d32e6064204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24c82d1-3ff4-4ffa-9f47-5b176888942e,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:13.518929 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ab504525-2deb-4b92-a2ee-60669a590e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:13.542918 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ab504525-2deb-4b92-a2ee-60669a590e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:13.590156 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ab504525-2deb-4b92-a2ee-60669a590e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:13.592825 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ab504525-2deb-4b92-a2ee-60669a590e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:13.594073 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-ab504525-2deb-4b92-a2ee-60669a590e5a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2735fcef-e256-40c6-8f76-f0e481037421 HTTP/1.1" status: 204 len: 168 time: 0.1608732 Sep 08 16:37:13.604888 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab504525-2deb-4b92-a2ee-60669a590e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2735fcef-e256-40c6-8f76-f0e481037421,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:13.822756 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e8372-6d8d-41eb-91b4-5ff4a29e2c62 req-80de0ab8-c977-4452-84d2-bb396e5b0d5d tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:13.824370 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-aa4e8372-6d8d-41eb-91b4-5ff4a29e2c62 req-80de0ab8-c977-4452-84d2-bb396e5b0d5d tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0528610 Sep 08 16:37:13.870763 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-aa4e8372-6d8d-41eb-91b4-5ff4a29e2c62 req-dcb63eee-c3a9-46f9-a298-28a39d8534d3 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397770 Sep 08 16:37:13.923125 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 34060) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:13.936653 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e3453a8f-121b-45a8-99e3-83f25f8295e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:14.043626 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e3453a8f-121b-45a8-99e3-83f25f8295e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:14.048832 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e3453a8f-121b-45a8-99e3-83f25f8295e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:14.089370 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3453a8f-121b-45a8-99e3-83f25f8295e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754bd179-29ea-4700-a96e-edc01b81f4d8,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:14.095290 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-e3453a8f-121b-45a8-99e3-83f25f8295e5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a072d511224a434288f12ecc75380e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1709943 Sep 08 16:37:14.097882 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 34066) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:14.148348 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0fa8fb38-bfb1-4808-8c86-423fe6b4b9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:14.169741 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0fa8fb38-bfb1-4808-8c86-423fe6b4b9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:14.218496 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0fa8fb38-bfb1-4808-8c86-423fe6b4b9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:14.221517 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0fa8fb38-bfb1-4808-8c86-423fe6b4b9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:14.222839 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-0fa8fb38-bfb1-4808-8c86-423fe6b4b9c2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/754bd179-29ea-4700-a96e-edc01b81f4d8 HTTP/1.1" status: 204 len: 168 time: 0.1240504 Sep 08 16:37:14.236953 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8fb38-bfb1-4808-8c86-423fe6b4b9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754bd179-29ea-4700-a96e-edc01b81f4d8,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:14.583031 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:15.017272 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be968014-faa9-48d6-8b54-42416fb57260 req-7624f55e-7f9f-4332-953d-52b88b87d8e1 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:15.018840 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-be968014-faa9-48d6-8b54-42416fb57260 req-7624f55e-7f9f-4332-953d-52b88b87d8e1 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0623641 Sep 08 16:37:15.078656 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-be968014-faa9-48d6-8b54-42416fb57260 req-27907d28-cab3-4bde-a475-5e4fad3c09ea tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492754 Sep 08 16:37:18.135363 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fd5c7-bcc2-4156-8fac-ea6b7fb396ae req-d8d17cb9-577a-431d-9c4f-bc50c58d288f tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:18.136875 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-474fd5c7-bcc2-4156-8fac-ea6b7fb396ae req-d8d17cb9-577a-431d-9c4f-bc50c58d288f tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0521934 Sep 08 16:37:18.176296 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-474fd5c7-bcc2-4156-8fac-ea6b7fb396ae req-97abef61-211a-4618-968c-7baa0b8c9e23 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332041 Sep 08 16:37:19.326071 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706e154-7c8f-45e7-b284-13bf580a1a4b req-331f3227-5867-4bfd-ba80-9edc593e1ad4 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:19.334206 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-3706e154-7c8f-45e7-b284-13bf580a1a4b req-331f3227-5867-4bfd-ba80-9edc593e1ad4 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0687320 Sep 08 16:37:19.388972 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-3706e154-7c8f-45e7-b284-13bf580a1a4b req-e409f91f-14d9-4e64-acf7-591737174879 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536175 Sep 08 16:37:20.557771 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15126394-5a93-48d4-be87-3069810fb9ca req-0603ad0d-987f-41b2-b93e-9c0c1ad1d6eb tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:20.559507 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-15126394-5a93-48d4-be87-3069810fb9ca req-0603ad0d-987f-41b2-b93e-9c0c1ad1d6eb tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0605056 Sep 08 16:37:20.602640 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-15126394-5a93-48d4-be87-3069810fb9ca req-6d5b55fa-c1c6-4ca0-ac92-8bded56911d5 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360305 Sep 08 16:37:21.017247 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb24e8b-8902-4bad-afcb-ea4eebc520f6 req-ac93e9fa-7924-41c2-9ca4-5bde113cda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:21.018797 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-abb24e8b-8902-4bad-afcb-ea4eebc520f6 req-ac93e9fa-7924-41c2-9ca4-5bde113cda08 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 1099 time: 0.0429366 Sep 08 16:37:21.058893 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-abb24e8b-8902-4bad-afcb-ea4eebc520f6 req-d11f6dbb-b2aa-4fa6-9483-513bd8d9e46e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291729 Sep 08 16:37:21.503716 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 34342) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:21.616221 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5cdb16fe-b098-4746-9601-2de0547a2308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:21.768246 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5cdb16fe-b098-4746-9601-2de0547a2308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:21.775610 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5cdb16fe-b098-4746-9601-2de0547a2308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:21.803163 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e777ced-c291-498c-9b38-c565450fe390 req-dee6de3c-24c6-4c0c-8f76-d529187e77e8 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:21.804708 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0e777ced-c291-498c-9b38-c565450fe390 req-dee6de3c-24c6-4c0c-8f76-d529187e77e8 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0932984 Sep 08 16:37:21.834148 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-5cdb16fe-b098-4746-9601-2de0547a2308 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2985e0761f6f4764a0e3d71072452380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291104 Sep 08 16:37:21.837849 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 34356) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:21.844817 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb16fe-b098-4746-9601-2de0547a2308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da13145-4e33-46fd-8537-82dd05d7fba2,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:21.889001 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0e777ced-c291-498c-9b38-c565450fe390 req-9ff91422-05f9-48b1-ad4f-0e6d938cdc61 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718172 Sep 08 16:37:21.911301 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-025c0813-58e0-4406-ab85-fff661623418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:21.933680 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-025c0813-58e0-4406-ab85-fff661623418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:21.990237 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-025c0813-58e0-4406-ab85-fff661623418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:21.993047 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-025c0813-58e0-4406-ab85-fff661623418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:21.996872 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-025c0813-58e0-4406-ab85-fff661623418 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5da13145-4e33-46fd-8537-82dd05d7fba2 HTTP/1.1" status: 204 len: 168 time: 0.1553206 Sep 08 16:37:22.003221 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c0813-58e0-4406-ab85-fff661623418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da13145-4e33-46fd-8537-82dd05d7fba2,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:22.668522 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-9fd08511-1703-4d7f-b060-e350469245d2 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:22.670174 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-9fd08511-1703-4d7f-b060-e350469245d2 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/networks?id=526f19c3-d660-4150-b4a9-8068c02c7731 HTTP/1.1" status: 200 len: 814 time: 0.1030715 Sep 08 16:37:22.688285 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-eb843922-e03e-4a4d-b03d-81b6fe643f1d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/quotas/b37fecc579c1473c8b83905a25042a91 HTTP/1.1" status: 200 len: 375 time: 0.0103190 Sep 08 16:37:22.768711 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-33572186-421e-4d11-838b-b4ea1c474bfa tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b37fecc579c1473c8b83905a25042a91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732830 Sep 08 16:37:22.871956 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-823be4c5-da1d-44a4-a786-55ca481874bd service neutron] 10.222.0.69 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952172 Sep 08 16:37:22.983448 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-22eb6f48-bc9a-4df0-803a-cb2c48b0919b service neutron] 10.222.0.69 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052687 Sep 08 16:37:23.151594 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a23819-2397-4e50-8ebf-38b9588c7ea0 req-7675f07b-74dc-4c5b-8872-2f9237037648 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:23.153157 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-39a23819-2397-4e50-8ebf-38b9588c7ea0 req-7675f07b-74dc-4c5b-8872-2f9237037648 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0516796 Sep 08 16:37:23.202582 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-39a23819-2397-4e50-8ebf-38b9588c7ea0 req-843dabbc-0aa6-4292-873b-bcd6305d3255 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395212 Sep 08 16:37:23.224770 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e8c43b2d-06ec-4d75-91b5-cf15cc901e0b req-176e1610-9795-4b90-990b-a3d9ceff8f37 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=92346b33-8ba7-4c34-8ad4-81e49ab98d5e HTTP/1.1" status: 200 len: 210 time: 0.0264950 Sep 08 16:37:23.330628 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c0e56-0bc7-4886-aa06-1034c934e96c req-a5e02429-bb3c-4682-aa4a-5f1fd6684e58 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:23.336258 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-290c0e56-0bc7-4886-aa06-1034c934e96c req-a5e02429-bb3c-4682-aa4a-5f1fd6684e58 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0631926 Sep 08 16:37:23.378781 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-290c0e56-0bc7-4886-aa06-1034c934e96c req-34bfeb79-72c6-4234-85c2-b9607c551535 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352569 Sep 08 16:37:24.318842 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-fa851498-4f36-4a09-851a-2628e9b83091 req-84d30f9b-8ea9-42ab-be68-da7984f70771 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=92346b33-8ba7-4c34-8ad4-81e49ab98d5e HTTP/1.1" status: 200 len: 210 time: 0.0250649 Sep 08 16:37:24.720144 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-d941a0b6-46de-4c04-a423-27868eaa4c2a tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:24.722523 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-d941a0b6-46de-4c04-a423-27868eaa4c2a tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.38 "GET /v2.0/networks?id=526f19c3-d660-4150-b4a9-8068c02c7731 HTTP/1.1" status: 200 len: 814 time: 0.1475472 Sep 08 16:37:24.741154 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 34478) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:24.756599 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-a1e31f28-1b3e-4d1e-8197-83a1009bdb9e tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Request body: {'port': {'device_id': '92346b33-8ba7-4c34-8ad4-81e49ab98d5e', 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731', 'admin_state_up': True, 'tenant_id': 'b37fecc579c1473c8b83905a25042a91'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:37:24.891776 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-a1e31f28-1b3e-4d1e-8197-83a1009bdb9e tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Made reservation on behalf of b37fecc579c1473c8b83905a25042a91 for: {'port': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:37:24.895733 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-a1e31f28-1b3e-4d1e-8197-83a1009bdb9e tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:24.923036 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a06d1daa-ff69-433c-9e4f-5e25f05a647f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:24.998500 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 34492) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:25.111151 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-a1e31f28-1b3e-4d1e-8197-83a1009bdb9e tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Allocated IP 172.20.0.9 (526f19c3-d660-4150-b4a9-8068c02c7731/e7919065-c634-4191-97d6-8e6fcf1f2ec3/52718efa-cda6-4d93-890f-bbe00580306e) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:37:25.122040 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f459a-13b7-4e9f-b8b6-306fd3c96aa9 req-39fa13f3-3d2f-4bd1-bb32-e3efc7971f2c tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:25.123607 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-496f459a-13b7-4e9f-b8b6-306fd3c96aa9 req-39fa13f3-3d2f-4bd1-bb32-e3efc7971f2c tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0706284 Sep 08 16:37:25.169301 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-496f459a-13b7-4e9f-b8b6-306fd3c96aa9 req-1e39e378-e770-4631-9c2a-7cadd616db69 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388622 Sep 08 16:37:25.207086 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a06d1daa-ff69-433c-9e4f-5e25f05a647f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:25.225317 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a06d1daa-ff69-433c-9e4f-5e25f05a647f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:25.233518 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ce697825-fe44-44a0-b8af-e9325a44e996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:25.314887 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6ddd7-af3f-4425-8141-e363e04b71c3 req-fa04f013-ec44-44e4-a66f-6cf3cf7d65e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:25.316410 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c4e6ddd7-af3f-4425-8141-e363e04b71c3 req-fa04f013-ec44-44e4-a66f-6cf3cf7d65e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81c4757c7f3247b68665fdb276686a96&device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 1099 time: 0.1577652 Sep 08 16:37:25.316987 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d1daa-ff69-433c-9e4f-5e25f05a647f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09234910-215e-4861-b642-6ffcf432627b,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:25.320937 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-a06d1daa-ff69-433c-9e4f-5e25f05a647f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a7fc0156c2b64802b4d24979ae735e80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5788326 Sep 08 16:37:25.323908 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 34500) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:25.380294 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ef4d7928-1970-4ecd-86d6-aa040f0459bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:25.407337 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ef4d7928-1970-4ecd-86d6-aa040f0459bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:25.456083 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ef4d7928-1970-4ecd-86d6-aa040f0459bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:25.459669 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ef4d7928-1970-4ecd-86d6-aa040f0459bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:25.460830 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-ef4d7928-1970-4ecd-86d6-aa040f0459bc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/09234910-215e-4861-b642-6ffcf432627b HTTP/1.1" status: 204 len: 168 time: 0.1358418 Sep 08 16:37:25.470509 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d7928-1970-4ecd-86d6-aa040f0459bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09234910-215e-4861-b642-6ffcf432627b,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:25.485650 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ea0e9f19-a8ff-4fc0-a83e-842289d0fdb2 req-75929729-b796-44f6-b832-e25c2a5242a0 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=92346b33-8ba7-4c34-8ad4-81e49ab98d5e HTTP/1.1" status: 200 len: 210 time: 0.0786517 Sep 08 16:37:25.496508 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:37:25.521332 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-a1e31f28-1b3e-4d1e-8197-83a1009bdb9e tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:25.554293 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6ddd7-af3f-4425-8141-e363e04b71c3 req-f939af69-ebaa-4f2c-acde-2933b60f4c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:25.555781 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c4e6ddd7-af3f-4425-8141-e363e04b71c3 req-f939af69-ebaa-4f2c-acde-2933b60f4c30 service neutron] 10.222.0.38 "GET /v2.0/networks?id=36f557e5-0efe-4eef-bced-be0bb3e3f756 HTTP/1.1" status: 200 len: 919 time: 0.1942565 Sep 08 16:37:25.624414 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c4e6ddd7-af3f-4425-8141-e363e04b71c3 req-00486d52-b569-4e81-a6ff-5e26af56a895 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e17c3881-d6fe-4e04-8750-7445ef308cd8 HTTP/1.1" status: 200 len: 217 time: 0.0516291 Sep 08 16:37:25.626175 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ce697825-fe44-44a0-b8af-e9325a44e996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:25.632465 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ce697825-fe44-44a0-b8af-e9325a44e996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:25.683603 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-a1e31f28-1b3e-4d1e-8197-83a1009bdb9e tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:25.741427 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['d7b7e0f9-fe8c-49d7-9101-c18fb8637760', 'a7e79db0-eaad-40e3-9c9b-741ab758234f', '9b85c08f-c643-4641-9b55-871f294f719a'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:37:25.742123 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-ce697825-fe44-44a0-b8af-e9325a44e996 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eb0071897957408a8600475e00fffff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7420301 Sep 08 16:37:25.745274 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 34508) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:25.746258 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce697825-fe44-44a0-b8af-e9325a44e996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e367545c-f1c4-4265-8c27-acdc3b2e8001,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:25.765847 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6ddd7-af3f-4425-8141-e363e04b71c3 req-af027bed-a7ae-470f-bc9b-c37af24c41d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:25.767208 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c4e6ddd7-af3f-4425-8141-e363e04b71c3 req-af027bed-a7ae-470f-bc9b-c37af24c41d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3240b4ec-a6f2-4115-bd70-90b9d26d722b HTTP/1.1" status: 200 len: 858 time: 0.1290491 Sep 08 16:37:25.773326 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-a1e31f28-1b3e-4d1e-8197-83a1009bdb9e tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Network 526f19c3-d660-4150-b4a9-8068c02c7731 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:37:25.777783 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-a1e31f28-1b3e-4d1e-8197-83a1009bdb9e tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:37:25.781366 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e31f28-1b3e-4d1e-8197-83a1009bdb9e tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Pushing event updated for resources: {'Port': ['ID=52718efa-cda6-4d93-890f-bbe00580306e,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:25.790515 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-a1e31f28-1b3e-4d1e-8197-83a1009bdb9e tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:37:25.796004 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-a1e31f28-1b3e-4d1e-8197-83a1009bdb9e tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:25.796797 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-a1e31f28-1b3e-4d1e-8197-83a1009bdb9e tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:25.823029 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c4e6ddd7-af3f-4425-8141-e363e04b71c3 req-47285b15-a0f6-4b1f-88f2-900fe9df121f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=36f557e5-0efe-4eef-bced-be0bb3e3f756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425048 Sep 08 16:37:25.829481 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 34512) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:25.839838 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-a1e31f28-1b3e-4d1e-8197-83a1009bdb9e tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0909994 Sep 08 16:37:25.854455 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-1a0e98ce-fdcc-4ebd-9143-02b40a149ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:25.866668 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3a775ad0-ab06-47fd-ae9d-9c321cc18bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:25.872699 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] Request body: {'port': {'device_id': '92346b33-8ba7-4c34-8ad4-81e49ab98d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:37:25.890255 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-1a0e98ce-fdcc-4ebd-9143-02b40a149ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:25.948947 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-1a0e98ce-fdcc-4ebd-9143-02b40a149ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:25.951964 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-1a0e98ce-fdcc-4ebd-9143-02b40a149ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:25.953273 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-1a0e98ce-fdcc-4ebd-9143-02b40a149ac0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e367545c-f1c4-4265-8c27-acdc3b2e8001 HTTP/1.1" status: 204 len: 168 time: 0.2064664 Sep 08 16:37:25.965479 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e98ce-fdcc-4ebd-9143-02b40a149ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e367545c-f1c4-4265-8c27-acdc3b2e8001,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:26.307499 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c4e6ddd7-af3f-4425-8141-e363e04b71c3 req-82f4fd4d-3547-4817-acb3-012e6655bb1d service neutron] 10.222.0.38 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558787 Sep 08 16:37:26.309509 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:26.328534 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445aa89-f909-4767-a7c0-0dac319b7e47 req-b9a9b48d-2960-42e8-bea1-8392b798e229 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:26.345668 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-3445aa89-f909-4767-a7c0-0dac319b7e47 req-b9a9b48d-2960-42e8-bea1-8392b798e229 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0839517 Sep 08 16:37:26.390267 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-3445aa89-f909-4767-a7c0-0dac319b7e47 req-dc1437cc-2464-4718-a0de-55625ed5bb7e tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434794 Sep 08 16:37:26.401919 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 34524) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:26.425058 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5ef47ef7-a821-4b5c-8ed5-239fa58b42ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:26.443926 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3a775ad0-ab06-47fd-ae9d-9c321cc18bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:26.457097 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3a775ad0-ab06-47fd-ae9d-9c321cc18bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:26.549497 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5ef47ef7-a821-4b5c-8ed5-239fa58b42ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:26.555636 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5ef47ef7-a821-4b5c-8ed5-239fa58b42ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:26.572284 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-3a775ad0-ab06-47fd-ae9d-9c321cc18bdc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2d43479bb585482fb4902a4008bcbfd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7416823 Sep 08 16:37:26.575071 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 34528) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:26.577096 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c4e6ddd7-af3f-4425-8141-e363e04b71c3 req-718b8b42-1922-40fb-a66d-053199aa48a3 service neutron] 10.222.0.38 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544770 Sep 08 16:37:26.581715 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a775ad0-ab06-47fd-ae9d-9c321cc18bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3169c04-c862-492b-b89d-971d0bae0e3f,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:26.616645 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-5ef47ef7-a821-4b5c-8ed5-239fa58b42ae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=00e809c0fb984376b6ef59e0c73797f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083974 Sep 08 16:37:26.619893 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 34530) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:26.630473 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef47ef7-a821-4b5c-8ed5-239fa58b42ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cdb85c-eb34-4226-a5c2-806529b91d8d,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:26.689046 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-d29a36df-71be-4e6a-8793-007f1dd34782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:26.692823 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9338804-fca2-4b8a-99af-c4432d7e79ec req-6955b3d9-69bb-4477-825a-7430266aede5 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:26.694374 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f9338804-fca2-4b8a-99af-c4432d7e79ec req-6955b3d9-69bb-4477-825a-7430266aede5 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=92346b33-8ba7-4c34-8ad4-81e49ab98d5e HTTP/1.1" status: 200 len: 931 time: 0.1140070 Sep 08 16:37:26.720125 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-384c2ce5-05cf-4e30-abc4-772d85ebbb29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:26.723003 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-d29a36df-71be-4e6a-8793-007f1dd34782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:26.760385 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f9338804-fca2-4b8a-99af-c4432d7e79ec req-f783dc4e-989a-4f28-b63a-95dde5ea5686 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584526 Sep 08 16:37:26.765292 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-384c2ce5-05cf-4e30-abc4-772d85ebbb29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:26.811704 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-d29a36df-71be-4e6a-8793-007f1dd34782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:26.814211 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-d29a36df-71be-4e6a-8793-007f1dd34782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:26.815363 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-d29a36df-71be-4e6a-8793-007f1dd34782 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c3169c04-c862-492b-b89d-971d0bae0e3f HTTP/1.1" status: 204 len: 168 time: 0.2349715 Sep 08 16:37:26.820507 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52718efa-cda6-4d93-890f-bbe00580306e {{(pid=94083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:37:26.825210 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a36df-71be-4e6a-8793-007f1dd34782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3169c04-c862-492b-b89d-971d0bae0e3f,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:26.828863 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-384c2ce5-05cf-4e30-abc4-772d85ebbb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:26.829019 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:26.832315 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-384c2ce5-05cf-4e30-abc4-772d85ebbb29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:26.834405 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-384c2ce5-05cf-4e30-abc4-772d85ebbb29 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a6cdb85c-eb34-4226-a5c2-806529b91d8d HTTP/1.1" status: 204 len: 168 time: 0.2131245 Sep 08 16:37:26.846276 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c2ce5-05cf-4e30-abc4-772d85ebbb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cdb85c-eb34-4226-a5c2-806529b91d8d,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:26.867828 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] Transition to ACTIVE for port object 52718efa-cda6-4d93-890f-bbe00580306e will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:37:26.876028 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:26.944501 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] Pushing event updated for resources: {'Port': ['ID=52718efa-cda6-4d93-890f-bbe00580306e,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:26.984600 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] Attempting to bind port 52718efa-cda6-4d93-890f-bbe00580306e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:37:26.984922 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] Attempting to bind port 52718efa-cda6-4d93-890f-bbe00580306e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e631686a-1086-45ee-8f3b-c6edaa5166b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:37:26.985423 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] Attempting to bind port 52718efa-cda6-4d93-890f-bbe00580306e on network 526f19c3-d660-4150-b4a9-8068c02c7731 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:37:26.990224 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] Port 52718efa-cda6-4d93-890f-bbe00580306e on network 526f19c3-d660-4150-b4a9-8068c02c7731 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 16:37:26.990635 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] Attempting to bind port 52718efa-cda6-4d93-890f-bbe00580306e on network 526f19c3-d660-4150-b4a9-8068c02c7731 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:37:26.996291 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] Checking agent: {'id': 'ccbd07f4-9fa7-4e9d-ab49-144bada9319f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'started_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:37:26.999289 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] Checking segment: {'id': 'e631686a-1086-45ee-8f3b-c6edaa5166b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:37:26.999289 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] Bound using segment: {'id': 'e631686a-1086-45ee-8f3b-c6edaa5166b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:37:26.999289 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] Bound port: 52718efa-cda6-4d93-890f-bbe00580306e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e631686a-1086-45ee-8f3b-c6edaa5166b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:37:26.999289 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:27.072467 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] For port 52718efa-cda6-4d93-890f-bbe00580306e, host hv-cinder-79053, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:37:27.076122 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] For port 52718efa-cda6-4d93-890f-bbe00580306e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=52718efa-cda6-4d93-890f-bbe00580306e,segment=NetworkSegment(e631686a-1086-45ee-8f3b-c6edaa5166b6),segment_id=e631686a-1086-45ee-8f3b-c6edaa5166b6)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:37:27.083638 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:27.140788 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:27.141414 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:27.142867 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] 10.222.0.38 "PUT /v2.0/ports/52718efa-cda6-4d93-890f-bbe00580306e HTTP/1.1" status: 200 len: 1093 time: 1.2783024 Sep 08 16:37:27.143313 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92346b33-8ba7-4c34-8ad4-81e49ab98d5e', 'tag': '52718efa-cda6-4d93-890f-bbe00580306e'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:37:27.145713 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441fcb51-c23d-4252-9195-4e9c9d0f7e30" -d '{"events": [{"name": "network-changed", "server_uuid": "92346b33-8ba7-4c34-8ad4-81e49ab98d5e", "tag": "52718efa-cda6-4d93-890f-bbe00580306e"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:37:27.156418 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5122aff-e7cb-4af4-9e64-8a4313dfd1eb service neutron] Pushing event updated for resources: {'Port': ['ID=52718efa-cda6-4d93-890f-bbe00580306e,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:27.208154 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1008951f-9941-46f5-b67a-21097284364a x-openstack-request-id: req-1008951f-9941-46f5-b67a-21097284364a {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:37:27.208718 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92346b33-8ba7-4c34-8ad4-81e49ab98d5e", "tag": "52718efa-cda6-4d93-890f-bbe00580306e", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:37:27.209110 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1008951f-9941-46f5-b67a-21097284364a {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:37:27.209726 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92346b33-8ba7-4c34-8ad4-81e49ab98d5e', 'tag': '52718efa-cda6-4d93-890f-bbe00580306e', 'status': 'completed', 'code': 200} Sep 08 16:37:27.307561 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 34548) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:27.307722 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-383d848f-d97b-4560-a236-b7b7e286a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:27.309118 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-383d848f-d97b-4560-a236-b7b7e286a09c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b37fecc579c1473c8b83905a25042a91&device_id=92346b33-8ba7-4c34-8ad4-81e49ab98d5e HTTP/1.1" status: 200 len: 1096 time: 0.0550590 Sep 08 16:37:27.322893 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-13cb0e72-bc4a-4169-bdc7-ce4d783bf184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:27.354076 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 34550) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:27.374376 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8c91bb0f-8538-4dce-99bd-695bc3ce0057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:27.377586 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-727b6928-6270-49b2-a1d1-6851cc1a6220 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52718efa-cda6-4d93-890f-bbe00580306e HTTP/1.1" status: 200 len: 217 time: 0.0385342 Sep 08 16:37:27.447890 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-af91e227-26e5-4d82-beb8-fb155dcf1ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:27.449398 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-af91e227-26e5-4d82-beb8-fb155dcf1ad0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e7919065-c634-4191-97d6-8e6fcf1f2ec3 HTTP/1.1" status: 200 len: 854 time: 0.0587285 Sep 08 16:37:27.454101 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-13cb0e72-bc4a-4169-bdc7-ce4d783bf184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:27.460896 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-13cb0e72-bc4a-4169-bdc7-ce4d783bf184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:27.507643 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-5cd00545-80cc-4af0-a33f-b75584e2f782 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=526f19c3-d660-4150-b4a9-8068c02c7731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387669 Sep 08 16:37:27.520265 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb0e72-bc4a-4169-bdc7-ce4d783bf184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9278d37e-783a-45aa-9485-32ddca91ca63,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:27.533952 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-13cb0e72-bc4a-4169-bdc7-ce4d783bf184 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9b4b4a4a2c0944e48b7efefde426a537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252522 Sep 08 16:37:27.539004 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 34558) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:27.603756 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496411a-a7d8-4c70-924a-9da6bb28f9ad req-12a43a9f-0aaf-4e7c-815e-1fb994229115 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:27.605282 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f496411a-a7d8-4c70-924a-9da6bb28f9ad req-12a43a9f-0aaf-4e7c-815e-1fb994229115 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.1353395 Sep 08 16:37:27.636492 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-386d3d11-23f1-4049-b238-b3f099ceec8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:27.659045 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-d554e92b-2c4e-4abd-9d14-c0de56fd7e4c service neutron] 10.222.0.38 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301610 Sep 08 16:37:27.664520 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f496411a-a7d8-4c70-924a-9da6bb28f9ad req-fa55776c-819b-4881-be5f-77ad226bf6eb tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504763 Sep 08 16:37:27.673903 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8c91bb0f-8538-4dce-99bd-695bc3ce0057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:27.676028 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-386d3d11-23f1-4049-b238-b3f099ceec8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:27.684378 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8c91bb0f-8538-4dce-99bd-695bc3ce0057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:27.739243 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91bb0f-8538-4dce-99bd-695bc3ce0057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce8efb5-4bd0-444d-93f6-f03217bc3931,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:27.744102 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-8c91bb0f-8538-4dce-99bd-695bc3ce0057 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9ca2ab072086418498d490f8a2e21d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3888896 Sep 08 16:37:27.746729 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 34562) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:27.777900 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b7e2b2a5-f7c4-420b-a956-eecb5e568359 req-471ec3af-deb9-40cd-8143-7b17c1b460e7 service neutron] 10.222.0.38 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124144 Sep 08 16:37:27.784635 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-386d3d11-23f1-4049-b238-b3f099ceec8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:27.787158 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-386d3d11-23f1-4049-b238-b3f099ceec8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:27.791014 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-386d3d11-23f1-4049-b238-b3f099ceec8a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9278d37e-783a-45aa-9485-32ddca91ca63 HTTP/1.1" status: 204 len: 168 time: 0.2482519 Sep 08 16:37:27.802946 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d3d11-23f1-4049-b238-b3f099ceec8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9278d37e-783a-45aa-9485-32ddca91ca63,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:27.828510 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c00fe288-93ec-4c8e-8ad9-2eb5b59f2f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:27.851501 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c00fe288-93ec-4c8e-8ad9-2eb5b59f2f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:27.902630 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c00fe288-93ec-4c8e-8ad9-2eb5b59f2f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:27.906020 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c00fe288-93ec-4c8e-8ad9-2eb5b59f2f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:27.910064 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-c00fe288-93ec-4c8e-8ad9-2eb5b59f2f63 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4ce8efb5-4bd0-444d-93f6-f03217bc3931 HTTP/1.1" status: 204 len: 168 time: 0.1597924 Sep 08 16:37:27.919306 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fe288-93ec-4c8e-8ad9-2eb5b59f2f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce8efb5-4bd0-444d-93f6-f03217bc3931,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:27.922268 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e93c9-00be-428d-a270-7d103848720c req-69253ee4-8d71-4b58-818a-aa338a9b5445 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:27.923835 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2e8e93c9-00be-428d-a270-7d103848720c req-69253ee4-8d71-4b58-818a-aa338a9b5445 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=92346b33-8ba7-4c34-8ad4-81e49ab98d5e HTTP/1.1" status: 200 len: 943 time: 0.0633755 Sep 08 16:37:28.030036 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2e8e93c9-00be-428d-a270-7d103848720c req-a1da2988-2ae5-49f4-bb07-c89f9596d223 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956874 Sep 08 16:37:28.036728 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fcb51-c23d-4252-9195-4e9c9d0f7e30 req-1851ecb4-a886-4506-a3ce-5cd222632036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:28.038869 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-441fcb51-c23d-4252-9195-4e9c9d0f7e30 req-1851ecb4-a886-4506-a3ce-5cd222632036 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b37fecc579c1473c8b83905a25042a91&device_id=92346b33-8ba7-4c34-8ad4-81e49ab98d5e HTTP/1.1" status: 200 len: 1096 time: 0.0871627 Sep 08 16:37:28.181047 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fcb51-c23d-4252-9195-4e9c9d0f7e30 req-e03fc75f-f6c7-464d-8d9b-8f597a69b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:28.182772 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-441fcb51-c23d-4252-9195-4e9c9d0f7e30 req-e03fc75f-f6c7-464d-8d9b-8f597a69b79a service neutron] 10.222.0.38 "GET /v2.0/networks?id=526f19c3-d660-4150-b4a9-8068c02c7731 HTTP/1.1" status: 200 len: 915 time: 0.1301589 Sep 08 16:37:28.237210 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-441fcb51-c23d-4252-9195-4e9c9d0f7e30 req-4413695f-b956-48c7-9587-e3095bc974ce service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52718efa-cda6-4d93-890f-bbe00580306e HTTP/1.1" status: 200 len: 217 time: 0.0417466 Sep 08 16:37:28.299184 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fcb51-c23d-4252-9195-4e9c9d0f7e30 req-3bfa58fe-ec2d-4de5-907b-d7eea9235323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:28.301008 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-441fcb51-c23d-4252-9195-4e9c9d0f7e30 req-3bfa58fe-ec2d-4de5-907b-d7eea9235323 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e7919065-c634-4191-97d6-8e6fcf1f2ec3 HTTP/1.1" status: 200 len: 854 time: 0.0560572 Sep 08 16:37:28.348779 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-441fcb51-c23d-4252-9195-4e9c9d0f7e30 req-8f329fd7-90fb-42b8-8208-b192fed41f91 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=526f19c3-d660-4150-b4a9-8068c02c7731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268137 Sep 08 16:37:28.424417 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-95ef42ad-99e5-4cdf-8676-db60eea97d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:28.452027 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-441fcb51-c23d-4252-9195-4e9c9d0f7e30 req-75152488-4e69-4bea-949f-e73a096dbd0f service neutron] 10.222.0.38 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953591 Sep 08 16:37:28.556435 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-441fcb51-c23d-4252-9195-4e9c9d0f7e30 req-6c468bd1-7f3e-4641-9c0f-477289b23d10 service neutron] 10.222.0.38 "GET /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916681 Sep 08 16:37:28.772146 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 34612) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:28.793476 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf91ea-f6b6-47e4-b22a-2f7b0e82d56f req-a64bbe95-f525-4f84-92f5-2ba6aaf8dc30 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:28.795108 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-bacf91ea-f6b6-47e4-b22a-2f7b0e82d56f req-a64bbe95-f525-4f84-92f5-2ba6aaf8dc30 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0556378 Sep 08 16:37:28.836826 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-bacf91ea-f6b6-47e4-b22a-2f7b0e82d56f req-330ece7d-e7f7-41ab-b9c3-24b8106ff2e2 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352161 Sep 08 16:37:28.887153 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-b2bb04cf-ca17-4b5d-a16d-2f1c9dc9b88e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-605656390-network', 'tenant_id': '11c3f48103544e81ac9a8013730bf5c5'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:37:28.914703 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bb04cf-ca17-4b5d-a16d-2f1c9dc9b88e admin admin] Made reservation on behalf of 11c3f48103544e81ac9a8013730bf5c5 for: {'network': 1} {{(pid=94082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:37:28.917072 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2bb04cf-ca17-4b5d-a16d-2f1c9dc9b88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for network, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:28.926330 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2bb04cf-ca17-4b5d-a16d-2f1c9dc9b88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:29.025779 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2bb04cf-ca17-4b5d-a16d-2f1c9dc9b88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:29.031822 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2bb04cf-ca17-4b5d-a16d-2f1c9dc9b88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:29.056031 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bb04cf-ca17-4b5d-a16d-2f1c9dc9b88e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:37:29.071825 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb04cf-ca17-4b5d-a16d-2f1c9dc9b88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:29.075294 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2bb04cf-ca17-4b5d-a16d-2f1c9dc9b88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:29.075681 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.db.segments_db [None req-b2bb04cf-ca17-4b5d-a16d-2f1c9dc9b88e admin admin] Added segment 88003273-ddf5-497b-9580-2f18a9df4604 of type vlan for network 71031218-65b5-4f98-b64e-8c9535649356 Sep 08 16:37:29.119425 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2bb04cf-ca17-4b5d-a16d-2f1c9dc9b88e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790707670824'] for network, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:29.150223 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2bb04cf-ca17-4b5d-a16d-2f1c9dc9b88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for network, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:29.152095 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bb04cf-ca17-4b5d-a16d-2f1c9dc9b88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:29.152769 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2bb04cf-ca17-4b5d-a16d-2f1c9dc9b88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:29.197873 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-b2bb04cf-ca17-4b5d-a16d-2f1c9dc9b88e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4216473 Sep 08 16:37:29.198392 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf736d4-8e87-478e-a156-92906ef85140 req-13b70ff4-9d93-4e78-a67b-20dc1f479497 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:29.200733 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fcf736d4-8e87-478e-a156-92906ef85140 req-13b70ff4-9d93-4e78-a67b-20dc1f479497 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=92346b33-8ba7-4c34-8ad4-81e49ab98d5e HTTP/1.1" status: 200 len: 943 time: 0.0726962 Sep 08 16:37:29.201259 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 34626) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:29.206759 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-67649021-27f6-4e4e-a743-1a22e30bbe39 admin admin] Request body: {'subnet': {'network_id': '71031218-65b5-4f98-b64e-8c9535649356', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-605656390-subnet', 'tenant_id': '11c3f48103544e81ac9a8013730bf5c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:37:29.244812 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb04cf-ca17-4b5d-a16d-2f1c9dc9b88e admin admin] Pushing event updated for resources: {'Network': ['ID=71031218-65b5-4f98-b64e-8c9535649356,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:29.256485 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Network 71031218-65b5-4f98-b64e-8c9535649356 details requested by agent ovs-agent-dv-cinder-790535-14-iscsi with host dv-cinder-790535-14-iscsi {{(pid=94084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 16:37:29.280038 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fcf736d4-8e87-478e-a156-92906ef85140 req-3b060306-9422-4a20-b70a-d352cc9b1702 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698123 Sep 08 16:37:29.281232 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67649021-27f6-4e4e-a743-1a22e30bbe39 admin admin] Made reservation on behalf of 11c3f48103544e81ac9a8013730bf5c5 for: {'subnet': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:37:29.289365 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-67649021-27f6-4e4e-a743-1a22e30bbe39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:29.471630 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-67649021-27f6-4e4e-a743-1a22e30bbe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for subnet, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:29.518682 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67649021-27f6-4e4e-a743-1a22e30bbe39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d173502d-4b44-47f0-89b7-92baffc58eb2,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:29.537988 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67649021-27f6-4e4e-a743-1a22e30bbe39 admin admin] Checking segment: {'id': '88003273-ddf5-497b-9580-2f18a9df4604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '71031218-65b5-4f98-b64e-8c9535649356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:37:29.537988 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67649021-27f6-4e4e-a743-1a22e30bbe39 admin admin] Network hostable DHCP agents. Network: 71031218-65b5-4f98-b64e-8c9535649356, hostable agents: ['c6a67338-5c5e-4be7-97de-2bb9548e06ff'], hosted agents: [] {{(pid=94083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:37:29.561955 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67649021-27f6-4e4e-a743-1a22e30bbe39 admin admin] Network 71031218-65b5-4f98-b64e-8c9535649356 is scheduled to be hosted by DHCP agent c6a67338-5c5e-4be7-97de-2bb9548e06ff with binding_index 1 {{(pid=94083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:37:29.572416 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-67649021-27f6-4e4e-a743-1a22e30bbe39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-14-iscsi, 71031218-65b5-4f98-b64e-8c9535649356) {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:37:29.578043 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67649021-27f6-4e4e-a743-1a22e30bbe39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:29.579413 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-67649021-27f6-4e4e-a743-1a22e30bbe39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:29.582998 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea964c7-c246-48eb-b8f7-0bf674d22741 None None] Network 71031218-65b5-4f98-b64e-8c9535649356 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:37:29.603529 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-67649021-27f6-4e4e-a743-1a22e30bbe39 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3970389 Sep 08 16:37:29.714784 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba138f3e-646d-4db2-a28a-ce7db6141faa None None] Network 71031218-65b5-4f98-b64e-8c9535649356 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:37:29.970868 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812f9a3-cdf7-4e91-8be3-9f207b420b77 req-f28b3934-a486-4761-ada9-4952440883f9 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:29.972649 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f812f9a3-cdf7-4e91-8be3-9f207b420b77 req-f28b3934-a486-4761-ada9-4952440883f9 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0586083 Sep 08 16:37:30.022083 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f812f9a3-cdf7-4e91-8be3-9f207b420b77 req-1bdba5cd-147c-421a-9820-207c1f0302e0 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429707 Sep 08 16:37:30.061048 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 52718efa-cda6-4d93-890f-bbe00580306e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:37:30.166852 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 52718efa-cda6-4d93-890f-bbe00580306e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=52718efa-cda6-4d93-890f-bbe00580306e,segment=NetworkSegment(e631686a-1086-45ee-8f3b-c6edaa5166b6),segment_id=e631686a-1086-45ee-8f3b-c6edaa5166b6)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:37:30.178053 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': '52718efa-cda6-4d93-890f-bbe00580306e', 'network_id': '526f19c3-d660-4150-b4a9-8068c02c7731', 'port_id': '52718efa-cda6-4d93-890f-bbe00580306e', 'mac_address': 'fa:16:3e:c8:2e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7919065-c634-4191-97d6-8e6fcf1f2ec3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:37:30.221476 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:30.240044 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52718efa-cda6-4d93-890f-bbe00580306e {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:37:30.262510 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 52718efa-cda6-4d93-890f-bbe00580306e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=52718efa-cda6-4d93-890f-bbe00580306e,segment=NetworkSegment(e631686a-1086-45ee-8f3b-c6edaa5166b6),segment_id=e631686a-1086-45ee-8f3b-c6edaa5166b6)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:37:30.268178 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:30.323158 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=52718efa-cda6-4d93-890f-bbe00580306e,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:30.401260 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b5572-5731-4b6d-9d53-877237df59a4 req-a3056f36-58d9-4fad-b352-666027f85c67 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:30.402854 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-788b5572-5731-4b6d-9d53-877237df59a4 req-a3056f36-58d9-4fad-b352-666027f85c67 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=92346b33-8ba7-4c34-8ad4-81e49ab98d5e HTTP/1.1" status: 200 len: 944 time: 0.0572965 Sep 08 16:37:30.446710 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-788b5572-5731-4b6d-9d53-877237df59a4 req-2e4ec889-de06-47d8-9752-8137462ed96d tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371294 Sep 08 16:37:30.523818 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-7d4d6223-edfe-4aec-b64a-ff4d66bcafe1 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=95b04cc84e724bf49ff44810e448f0f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414505 Sep 08 16:37:30.811845 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['52718efa-cda6-4d93-890f-bbe00580306e'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:37:30.941037 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-a62101a9-6475-430d-8046-b4f091707da8 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:30.942732 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-a62101a9-6475-430d-8046-b4f091707da8 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4129357 Sep 08 16:37:30.966593 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-5b7817b3-9756-4286-8bf3-ef60f4384870 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/quotas/95b04cc84e724bf49ff44810e448f0f0 HTTP/1.1" status: 200 len: 375 time: 0.0164921 Sep 08 16:37:30.998618 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-91b09753-bf96-489b-a1de-757d07e506c9 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=95b04cc84e724bf49ff44810e448f0f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254748 Sep 08 16:37:31.139856 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-60b1a366-7056-4a31-8013-ec21d2b8b40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:31.219970 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-826f16f9-9d75-42a5-bbb4-e10e04a454a3 req-e6367a05-b1fc-4ec9-9deb-0a4459b9e3d8 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/ports?device_id=a53f6340-e877-4cbc-91d6-9248a8273b15 HTTP/1.1" status: 200 len: 210 time: 0.0443189 Sep 08 16:37:31.230086 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:31.245964 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7717e48-ef1c-4237-975c-70f5f3f4bb8d req-f100b0ce-abd6-4243-af22-7a4a31ca1408 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:31.247633 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a7717e48-ef1c-4237-975c-70f5f3f4bb8d req-f100b0ce-abd6-4243-af22-7a4a31ca1408 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0653629 Sep 08 16:37:31.298563 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a7717e48-ef1c-4237-975c-70f5f3f4bb8d req-5edfe56b-13fb-431c-b48d-3e25c22c422e tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407190 Sep 08 16:37:31.487962 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-c94954a0-f54c-46d8-809f-e42121ba24d4 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:31.490075 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-c94954a0-f54c-46d8-809f-e42121ba24d4 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/networks?id=71031218-65b5-4f98-b64e-8c9535649356 HTTP/1.1" status: 200 len: 813 time: 0.1062777 Sep 08 16:37:31.507380 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-f45ab6ec-8fde-4429-9fd6-6e2c5f149d0f tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/quotas/11c3f48103544e81ac9a8013730bf5c5 HTTP/1.1" status: 200 len: 375 time: 0.0107832 Sep 08 16:37:31.552054 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-d6ad22ea-f5b4-4de7-aa8f-ed61ef448adf tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=11c3f48103544e81ac9a8013730bf5c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367961 Sep 08 16:37:31.590219 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a4a0c-eb9f-46e6-b0d8-001299ea6125 req-b0436e2b-1ee4-427f-bf22-2b00f7c6dbd2 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:31.591716 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c64a4a0c-eb9f-46e6-b0d8-001299ea6125 req-b0436e2b-1ee4-427f-bf22-2b00f7c6dbd2 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=92346b33-8ba7-4c34-8ad4-81e49ab98d5e HTTP/1.1" status: 200 len: 944 time: 0.0557342 Sep 08 16:37:31.634251 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c64a4a0c-eb9f-46e6-b0d8-001299ea6125 req-1986fe26-341e-42c9-b5da-3ef681c2cc15 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361798 Sep 08 16:37:31.650819 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-e857a1ae-2306-4619-84ff-9d1c1322814f service neutron] 10.222.0.69 "GET /v2.0/networks/71031218-65b5-4f98-b64e-8c9535649356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931525 Sep 08 16:37:31.747493 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-6f1b732b-625b-4582-9375-afdf6c350694 service neutron] 10.222.0.69 "GET /v2.0/networks/71031218-65b5-4f98-b64e-8c9535649356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897558 Sep 08 16:37:31.920870 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0c82587a-842c-4dba-b1b5-36215e79f3d4 req-f7d15c71-3572-47e4-b614-3d72501fedc5 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4066322-44fd-4fe1-8a3a-9bc8bc845f97 HTTP/1.1" status: 200 len: 210 time: 0.0296538 Sep 08 16:37:32.321760 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4561e51e-69d5-445f-9b58-1706d909b1a7 req-18279fad-df3c-4f15-a8ba-9aa14704d013 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/ports?device_id=a53f6340-e877-4cbc-91d6-9248a8273b15 HTTP/1.1" status: 200 len: 210 time: 0.0291693 Sep 08 16:37:32.429404 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d004182-e815-4a3b-837d-e59723ddae2d req-6918e9ca-f957-4e88-a861-b4ab54f93625 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:32.431087 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5d004182-e815-4a3b-837d-e59723ddae2d req-6918e9ca-f957-4e88-a861-b4ab54f93625 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0591769 Sep 08 16:37:32.480969 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:32.491569 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5d004182-e815-4a3b-837d-e59723ddae2d req-87fb283f-74e5-45fa-8cc0-95dbd943729e tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427766 Sep 08 16:37:32.671841 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-ba285da5-3568-4a85-921d-53c1ad68acea tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=95b04cc84e724bf49ff44810e448f0f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429230 Sep 08 16:37:32.785826 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061f51c-1b0b-4a0a-bd4d-faec529a88b7 req-2244a091-6a93-43fe-9d3e-2a86af442b29 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:32.788605 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b061f51c-1b0b-4a0a-bd4d-faec529a88b7 req-2244a091-6a93-43fe-9d3e-2a86af442b29 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=92346b33-8ba7-4c34-8ad4-81e49ab98d5e HTTP/1.1" status: 200 len: 944 time: 0.0668311 Sep 08 16:37:32.832881 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b061f51c-1b0b-4a0a-bd4d-faec529a88b7 req-ead7cc7c-1ad9-4f7a-9073-d51c20e6f66e tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378017 Sep 08 16:37:32.897221 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-47d0aaec-94be-422b-91a8-8d3e3cc16be3 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:32.898817 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-47d0aaec-94be-422b-91a8-8d3e3cc16be3 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2148123 Sep 08 16:37:32.939489 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-45bc3045-3fac-45f2-abbd-8393ff87b9ef tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Request body: {'port': {'device_id': 'a53f6340-e877-4cbc-91d6-9248a8273b15', 'network_id': '53247314-0917-4209-a52b-c3cac09a18a2', 'admin_state_up': True, 'tenant_id': '95b04cc84e724bf49ff44810e448f0f0'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:37:33.068909 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0011b916-1157-4579-a660-ff89beaad7da req-c386705e-4a46-4d1d-a443-2725e362941a tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4066322-44fd-4fe1-8a3a-9bc8bc845f97 HTTP/1.1" status: 200 len: 210 time: 0.0401871 Sep 08 16:37:33.126067 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-45bc3045-3fac-45f2-abbd-8393ff87b9ef tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Made reservation on behalf of 95b04cc84e724bf49ff44810e448f0f0 for: {'port': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:37:33.130071 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-45bc3045-3fac-45f2-abbd-8393ff87b9ef tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:33.141226 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-45bc3045-3fac-45f2-abbd-8393ff87b9ef tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:33.253011 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-45bc3045-3fac-45f2-abbd-8393ff87b9ef tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:33.260477 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-45bc3045-3fac-45f2-abbd-8393ff87b9ef tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:33.337560 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc3045-3fac-45f2-abbd-8393ff87b9ef tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a34a954b-0c6a-45cb-9b11-505135fd8c06,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:33.485834 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-02bdd29c-dfcf-49b9-a694-174f66281937 req-357c1819-031e-44b2-b4ca-e5331a508f52 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/ports?device_id=a53f6340-e877-4cbc-91d6-9248a8273b15 HTTP/1.1" status: 200 len: 210 time: 0.0371900 Sep 08 16:37:33.516947 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-45bc3045-3fac-45f2-abbd-8393ff87b9ef tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Allocated IP 192.168.233.226 (53247314-0917-4209-a52b-c3cac09a18a2/311bee46-3a29-4357-b37f-53449089e92a/ad6253ad-dec7-4af0-a568-844e51a2db74) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:37:33.530317 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-febd317c-350f-4071-9fa4-04ee133e3500 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:33.531670 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-febd317c-350f-4071-9fa4-04ee133e3500 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.38 "GET /v2.0/networks?id=71031218-65b5-4f98-b64e-8c9535649356 HTTP/1.1" status: 200 len: 813 time: 0.1905169 Sep 08 16:37:33.599450 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-03a45c0c-4b2b-4836-96a2-5394c2f8d5c7 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Request body: {'port': {'device_id': 'b4066322-44fd-4fe1-8a3a-9bc8bc845f97', 'network_id': '71031218-65b5-4f98-b64e-8c9535649356', 'admin_state_up': True, 'tenant_id': '11c3f48103544e81ac9a8013730bf5c5'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:37:33.621040 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cb4eb-0180-4b8b-a217-8a9efb920422 req-c2f1583d-483a-42fc-bdd0-fa1ced25389d tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:33.621380 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-cd5cb4eb-0180-4b8b-a217-8a9efb920422 req-c2f1583d-483a-42fc-bdd0-fa1ced25389d tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0525301 Sep 08 16:37:33.665488 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-cd5cb4eb-0180-4b8b-a217-8a9efb920422 req-ae268aff-0587-431c-9a09-3cdbe6aa1fcf tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375562 Sep 08 16:37:33.774287 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-45bc3045-3fac-45f2-abbd-8393ff87b9ef tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:33.956915 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329aee5-dd0c-4557-acac-9f1d0af048cf req-dc38f5f8-2e01-4cec-891d-a2b819c85f62 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:33.958599 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d329aee5-dd0c-4557-acac-9f1d0af048cf req-dc38f5f8-2e01-4cec-891d-a2b819c85f62 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=92346b33-8ba7-4c34-8ad4-81e49ab98d5e HTTP/1.1" status: 200 len: 944 time: 0.0496342 Sep 08 16:37:33.997994 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d329aee5-dd0c-4557-acac-9f1d0af048cf req-cdb31b3c-de02-480f-9f07-75a4fb13f4f0 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334406 Sep 08 16:37:34.008581 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-45bc3045-3fac-45f2-abbd-8393ff87b9ef tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Transition to ACTIVE for port object ad6253ad-dec7-4af0-a568-844e51a2db74 will not be triggered until provisioned by entity DHCP. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:37:34.016620 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-03a45c0c-4b2b-4836-96a2-5394c2f8d5c7 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Made reservation on behalf of 11c3f48103544e81ac9a8013730bf5c5 for: {'port': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:37:34.020059 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-03a45c0c-4b2b-4836-96a2-5394c2f8d5c7 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:34.077665 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 52718efa-cda6-4d93-890f-bbe00580306e up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:37:34.099853 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-45bc3045-3fac-45f2-abbd-8393ff87b9ef tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:34.126591 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:34.142728 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning for port 52718efa-cda6-4d93-890f-bbe00580306e completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:37:34.146951 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port 52718efa-cda6-4d93-890f-bbe00580306e triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:37:34.147941 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:34.174355 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-45bc3045-3fac-45f2-abbd-8393ff87b9ef tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Network 53247314-0917-4209-a52b-c3cac09a18a2 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:37:34.191503 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-45bc3045-3fac-45f2-abbd-8393ff87b9ef tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:37:34.213454 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-45bc3045-3fac-45f2-abbd-8393ff87b9ef tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:37:34.219147 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-45bc3045-3fac-45f2-abbd-8393ff87b9ef tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:34.219802 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-45bc3045-3fac-45f2-abbd-8393ff87b9ef tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:34.223671 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a261610c-a158-4143-9a63-87d3b88cd654 req-37ce7986-fa2b-4ed1-8a8e-83b09b065077 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4066322-44fd-4fe1-8a3a-9bc8bc845f97 HTTP/1.1" status: 200 len: 210 time: 0.0728080 Sep 08 16:37:34.229252 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:34.238046 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc3045-3fac-45f2-abbd-8393ff87b9ef tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Pushing event updated for resources: {'Port': ['ID=ad6253ad-dec7-4af0-a568-844e51a2db74,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:34.256542 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92346b33-8ba7-4c34-8ad4-81e49ab98d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52718efa-cda6-4d93-890f-bbe00580306e'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:37:34.257472 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-03a45c0c-4b2b-4836-96a2-5394c2f8d5c7 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Allocated IP 172.20.0.14 (71031218-65b5-4f98-b64e-8c9535649356/d173502d-4b44-47f0-89b7-92baffc58eb2/8a6da676-1c10-4aad-b061-41b85c3856f9) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:37:34.259050 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79194492-7d51-46bd-b55e-ea996a9c10db" -d '{"events": [{"server_uuid": "92346b33-8ba7-4c34-8ad4-81e49ab98d5e", "name": "network-vif-plugged", "status": "completed", "tag": "52718efa-cda6-4d93-890f-bbe00580306e"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:37:34.260404 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-45bc3045-3fac-45f2-abbd-8393ff87b9ef tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3262444 Sep 08 16:37:34.273600 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 52718efa-cda6-4d93-890f-bbe00580306e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=52718efa-cda6-4d93-890f-bbe00580306e,segment=NetworkSegment(e631686a-1086-45ee-8f3b-c6edaa5166b6),segment_id=e631686a-1086-45ee-8f3b-c6edaa5166b6)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:37:34.281241 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:34.284576 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] Request body: {'port': {'device_id': 'a53f6340-e877-4cbc-91d6-9248a8273b15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:37:34.320129 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45221830-a468-4751-9ba9-b4b04aee3a90 x-openstack-request-id: req-45221830-a468-4751-9ba9-b4b04aee3a90 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:37:34.320496 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92346b33-8ba7-4c34-8ad4-81e49ab98d5e", "name": "network-vif-plugged", "status": "completed", "tag": "52718efa-cda6-4d93-890f-bbe00580306e", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:37:34.320817 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-45221830-a468-4751-9ba9-b4b04aee3a90 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:37:34.321272 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92346b33-8ba7-4c34-8ad4-81e49ab98d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52718efa-cda6-4d93-890f-bbe00580306e', 'code': 200} Sep 08 16:37:34.343314 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=52718efa-cda6-4d93-890f-bbe00580306e,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:34.390391 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:34.482224 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-005fbd29-8cdb-41f2-9abc-56d21b35f683 None None] Provisioning for port ad6253ad-dec7-4af0-a568-844e51a2db74 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:37:34.487064 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-005fbd29-8cdb-41f2-9abc-56d21b35f683 None None] Provisioning complete for port ad6253ad-dec7-4af0-a568-844e51a2db74 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:37:34.487520 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-005fbd29-8cdb-41f2-9abc-56d21b35f683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:34.540255 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-005fbd29-8cdb-41f2-9abc-56d21b35f683 None None] Port ad6253ad-dec7-4af0-a568-844e51a2db74 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:37:34.607122 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-03a45c0c-4b2b-4836-96a2-5394c2f8d5c7 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:34.614216 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cda60-f35b-424c-a8df-a6986ff2e6c4 req-49892465-3564-490f-adff-7ce97562b7c3 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:34.615875 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a73cda60-f35b-424c-a8df-a6986ff2e6c4 req-49892465-3564-490f-adff-7ce97562b7c3 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/ports?device_id=a53f6340-e877-4cbc-91d6-9248a8273b15 HTTP/1.1" status: 200 len: 936 time: 0.0507209 Sep 08 16:37:34.670511 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a73cda60-f35b-424c-a8df-a6986ff2e6c4 req-bb1be0ab-4e34-4a03-afb1-b1c044fa237b tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/security-groups?id=a34a954b-0c6a-45cb-9b11-505135fd8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475063 Sep 08 16:37:34.682401 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81814a1c-dcf8-4677-a53f-a3ac11c89f91 req-591d2de6-6a70-42c4-b4a0-8ad6e2ccd9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:34.683976 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-81814a1c-dcf8-4677-a53f-a3ac11c89f91 req-591d2de6-6a70-42c4-b4a0-8ad6e2ccd9e1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=92346b33-8ba7-4c34-8ad4-81e49ab98d5e HTTP/1.1" status: 200 len: 1098 time: 0.1185360 Sep 08 16:37:34.756762 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-03a45c0c-4b2b-4836-96a2-5394c2f8d5c7 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:34.874506 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-03a45c0c-4b2b-4836-96a2-5394c2f8d5c7 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Network 71031218-65b5-4f98-b64e-8c9535649356 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:37:34.876658 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-81814a1c-dcf8-4677-a53f-a3ac11c89f91 req-eed2f4b3-9da8-4ea6-afda-42b4ee18e6a2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492834 Sep 08 16:37:34.884196 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-03a45c0c-4b2b-4836-96a2-5394c2f8d5c7 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:37:34.888832 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a45c0c-4b2b-4836-96a2-5394c2f8d5c7 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Pushing event updated for resources: {'Port': ['ID=8a6da676-1c10-4aad-b061-41b85c3856f9,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:34.891840 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-03a45c0c-4b2b-4836-96a2-5394c2f8d5c7 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:37:34.897368 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-03a45c0c-4b2b-4836-96a2-5394c2f8d5c7 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:34.897986 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-03a45c0c-4b2b-4836-96a2-5394c2f8d5c7 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:34.932946 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef49a8c-4dda-4ec0-8d32-05c9599854a6 req-6fbca5f9-d670-4607-83ca-3e25171c8d52 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:34.934442 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2ef49a8c-4dda-4ec0-8d32-05c9599854a6 req-6fbca5f9-d670-4607-83ca-3e25171c8d52 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.1845095 Sep 08 16:37:34.955510 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-03a45c0c-4b2b-4836-96a2-5394c2f8d5c7 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3711200 Sep 08 16:37:34.979634 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6253ad-dec7-4af0-a568-844e51a2db74 {{(pid=94083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:37:34.987940 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:35.009743 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] Transition to ACTIVE for port object ad6253ad-dec7-4af0-a568-844e51a2db74 will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:37:35.013252 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2ef49a8c-4dda-4ec0-8d32-05c9599854a6 req-c46a3691-4c9e-42e8-9b4c-fb97e7757910 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609374 Sep 08 16:37:35.015303 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:35.073661 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] Pushing event updated for resources: {'Port': ['ID=ad6253ad-dec7-4af0-a568-844e51a2db74,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:35.129835 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] Attempting to bind port ad6253ad-dec7-4af0-a568-844e51a2db74 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:37:35.130183 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] Attempting to bind port ad6253ad-dec7-4af0-a568-844e51a2db74 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53247314-0917-4209-a52b-c3cac09a18a2'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:37:35.130518 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] Attempting to bind port ad6253ad-dec7-4af0-a568-844e51a2db74 on network 53247314-0917-4209-a52b-c3cac09a18a2 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:37:35.137768 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] Port ad6253ad-dec7-4af0-a568-844e51a2db74 on network 53247314-0917-4209-a52b-c3cac09a18a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 16:37:35.138090 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] Attempting to bind port ad6253ad-dec7-4af0-a568-844e51a2db74 on network 53247314-0917-4209-a52b-c3cac09a18a2 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:37:35.146478 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] Checking agent: {'id': 'ccbd07f4-9fa7-4e9d-ab49-144bada9319f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'started_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:37:35.146816 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] Checking segment: {'id': 'da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53247314-0917-4209-a52b-c3cac09a18a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:37:35.147204 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] Bound using segment: {'id': 'da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53247314-0917-4209-a52b-c3cac09a18a2'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:37:35.147674 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] Bound port: ad6253ad-dec7-4af0-a568-844e51a2db74, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53247314-0917-4209-a52b-c3cac09a18a2'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:37:35.148044 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:35.171356 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2735ce1-5a08-4fc2-a2e9-d472ce646be0 req-52899aa7-6fcf-4993-b5ae-5a43ef70f252 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:35.172997 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a2735ce1-5a08-4fc2-a2e9-d472ce646be0 req-52899aa7-6fcf-4993-b5ae-5a43ef70f252 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=92346b33-8ba7-4c34-8ad4-81e49ab98d5e HTTP/1.1" status: 200 len: 945 time: 0.0841722 Sep 08 16:37:35.253471 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a2735ce1-5a08-4fc2-a2e9-d472ce646be0 req-6c4bda09-64ae-47fc-94aa-60991c8f48f4 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569537 Sep 08 16:37:35.253471 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] For port ad6253ad-dec7-4af0-a568-844e51a2db74, host hv-cinder-79053, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:37:35.256707 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] For port ad6253ad-dec7-4af0-a568-844e51a2db74, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ad6253ad-dec7-4af0-a568-844e51a2db74,segment=NetworkSegment(da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d),segment_id=da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:37:35.262223 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:35.298130 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Request body: {'port': {'device_id': 'b4066322-44fd-4fe1-8a3a-9bc8bc845f97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:37:35.309322 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:35.309842 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:35.312106 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] 10.222.0.38 "PUT /v2.0/ports/ad6253ad-dec7-4af0-a568-844e51a2db74 HTTP/1.1" status: 200 len: 1098 time: 1.0321779 Sep 08 16:37:35.312567 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53f6340-e877-4cbc-91d6-9248a8273b15', 'tag': 'ad6253ad-dec7-4af0-a568-844e51a2db74'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:37:35.314870 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b7c3e0-3fde-4a68-aa10-7c868a933a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "a53f6340-e877-4cbc-91d6-9248a8273b15", "tag": "ad6253ad-dec7-4af0-a568-844e51a2db74"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:37:35.392545 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32b467-c794-494e-b75b-5a3967bc364b service neutron] Pushing event updated for resources: {'Port': ['ID=ad6253ad-dec7-4af0-a568-844e51a2db74,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:35.412055 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ebd668-b1ab-4971-9e18-733dd63ee842 x-openstack-request-id: req-c1ebd668-b1ab-4971-9e18-733dd63ee842 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:37:35.412259 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53f6340-e877-4cbc-91d6-9248a8273b15", "tag": "ad6253ad-dec7-4af0-a568-844e51a2db74", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:37:35.412593 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c1ebd668-b1ab-4971-9e18-733dd63ee842 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:37:35.412831 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53f6340-e877-4cbc-91d6-9248a8273b15', 'tag': 'ad6253ad-dec7-4af0-a568-844e51a2db74', 'status': 'completed', 'code': 200} Sep 08 16:37:35.427840 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:35.451886 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335444f-3ae1-44b1-8ffe-2b80e5790ba7 req-16c5162d-c6e3-4fbb-aa62-c7ff53a87a80 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:35.453490 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7335444f-3ae1-44b1-8ffe-2b80e5790ba7 req-16c5162d-c6e3-4fbb-aa62-c7ff53a87a80 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4066322-44fd-4fe1-8a3a-9bc8bc845f97 HTTP/1.1" status: 200 len: 932 time: 0.1153951 Sep 08 16:37:35.598612 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7335444f-3ae1-44b1-8ffe-2b80e5790ba7 req-91229afe-53a9-48ad-aedf-635429d20564 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245358 Sep 08 16:37:35.616211 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0d4b2d1d-5e50-4030-b466-59983af4c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:35.617679 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-0d4b2d1d-5e50-4030-b466-59983af4c6fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=95b04cc84e724bf49ff44810e448f0f0&device_id=a53f6340-e877-4cbc-91d6-9248a8273b15 HTTP/1.1" status: 200 len: 1101 time: 0.1425719 Sep 08 16:37:35.686501 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-bc300c0a-0953-4825-9dfe-bfbbd535713c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=ad6253ad-dec7-4af0-a568-844e51a2db74 HTTP/1.1" status: 200 len: 217 time: 0.0457876 Sep 08 16:37:35.837026 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-e529f88f-6b63-4873-8989-17a61a11778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:35.838515 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-e529f88f-6b63-4873-8989-17a61a11778a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=311bee46-3a29-4357-b37f-53449089e92a HTTP/1.1" status: 200 len: 843 time: 0.1192195 Sep 08 16:37:35.913810 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929e6df-e886-4581-92c1-3b06e1362c15 req-29ba8933-d993-42ee-8866-b2678d448f1b tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:35.915274 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6929e6df-e886-4581-92c1-3b06e1362c15 req-29ba8933-d993-42ee-8866-b2678d448f1b tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/ports?device_id=a53f6340-e877-4cbc-91d6-9248a8273b15 HTTP/1.1" status: 200 len: 948 time: 0.1672063 Sep 08 16:37:35.953134 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6da676-1c10-4aad-b061-41b85c3856f9 {{(pid=94083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:37:35.966800 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:35.988403 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-9a624fbd-f7ba-409b-9eea-f68426fb32e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:35.989948 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-9a624fbd-f7ba-409b-9eea-f68426fb32e4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=53247314-0917-4209-a52b-c3cac09a18a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1373687 Sep 08 16:37:35.995105 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6929e6df-e886-4581-92c1-3b06e1362c15 req-87091305-3626-45bb-be58-4d6aa27d94d5 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/security-groups?id=a34a954b-0c6a-45cb-9b11-505135fd8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722198 Sep 08 16:37:35.997857 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Transition to ACTIVE for port object 8a6da676-1c10-4aad-b061-41b85c3856f9 will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:37:36.007933 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:36.102299 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6da676-1c10-4aad-b061-41b85c3856f9,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:36.120291 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:36.120613 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:36.120966 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:36.121327 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:36.121655 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:36.121966 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:36.122293 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:36.122607 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:36.122929 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:36.123263 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:36.123600 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:36.123919 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:36.139831 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c82ae3-6991-4f4a-bb76-14fb8729eca6 req-5e346038-e0b2-4f9b-8a85-82a3c59d195a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:36.141297 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-28c82ae3-6991-4f4a-bb76-14fb8729eca6 req-5e346038-e0b2-4f9b-8a85-82a3c59d195a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0513630 Sep 08 16:37:36.169545 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Attempting to bind port 8a6da676-1c10-4aad-b061-41b85c3856f9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:37:36.169811 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Attempting to bind port 8a6da676-1c10-4aad-b061-41b85c3856f9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '88003273-ddf5-497b-9580-2f18a9df4604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '71031218-65b5-4f98-b64e-8c9535649356'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:37:36.170118 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Attempting to bind port 8a6da676-1c10-4aad-b061-41b85c3856f9 on network 71031218-65b5-4f98-b64e-8c9535649356 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:37:36.173553 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-40764bde-9d03-4328-8cad-510409855c42 service neutron] 10.222.0.38 "GET /v2.0/networks/53247314-0917-4209-a52b-c3cac09a18a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745591 Sep 08 16:37:36.177073 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Port 8a6da676-1c10-4aad-b061-41b85c3856f9 on network 71031218-65b5-4f98-b64e-8c9535649356 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 16:37:36.177381 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Attempting to bind port 8a6da676-1c10-4aad-b061-41b85c3856f9 on network 71031218-65b5-4f98-b64e-8c9535649356 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:37:36.179328 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-28c82ae3-6991-4f4a-bb76-14fb8729eca6 req-d9dbcdf7-7028-428f-893b-0bd190a7edd1 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316224 Sep 08 16:37:36.182391 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Checking agent: {'id': 'ccbd07f4-9fa7-4e9d-ab49-144bada9319f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'started_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:37:36.182658 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Checking segment: {'id': '88003273-ddf5-497b-9580-2f18a9df4604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '71031218-65b5-4f98-b64e-8c9535649356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:37:36.183025 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Bound using segment: {'id': '88003273-ddf5-497b-9580-2f18a9df4604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '71031218-65b5-4f98-b64e-8c9535649356'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:37:36.183463 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Bound port: 8a6da676-1c10-4aad-b061-41b85c3856f9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88003273-ddf5-497b-9580-2f18a9df4604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '71031218-65b5-4f98-b64e-8c9535649356'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:37:36.183827 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:36.310011 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] For port 8a6da676-1c10-4aad-b061-41b85c3856f9, host hv-cinder-79053, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:37:36.321448 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] For port 8a6da676-1c10-4aad-b061-41b85c3856f9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8a6da676-1c10-4aad-b061-41b85c3856f9,segment=NetworkSegment(88003273-ddf5-497b-9580-2f18a9df4604),segment_id=88003273-ddf5-497b-9580-2f18a9df4604)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:37:36.332602 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0d0aaad9-d872-47c3-ab6b-defe610ed3f1 req-5e7dd49f-47af-4a65-9e2b-a8a48c1d13d9 service neutron] 10.222.0.38 "GET /v2.0/networks/53247314-0917-4209-a52b-c3cac09a18a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397710 Sep 08 16:37:36.333647 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:36.393496 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:36.394363 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:36.395879 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-666cca64-9235-4082-b6f7-be227a482486 service neutron] 10.222.0.38 "PUT /v2.0/ports/8a6da676-1c10-4aad-b061-41b85c3856f9 HTTP/1.1" status: 200 len: 1094 time: 1.1019306 Sep 08 16:37:36.423341 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cca64-9235-4082-b6f7-be227a482486 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6da676-1c10-4aad-b061-41b85c3856f9,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:36.434583 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14752665-6605-489d-a9d1-5ff6212a5f3d req-1b070fff-b3be-4d92-8a34-977730fe4d22 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:36.436161 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-14752665-6605-489d-a9d1-5ff6212a5f3d req-1b070fff-b3be-4d92-8a34-977730fe4d22 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=92346b33-8ba7-4c34-8ad4-81e49ab98d5e HTTP/1.1" status: 200 len: 945 time: 0.1002576 Sep 08 16:37:36.476928 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-14752665-6605-489d-a9d1-5ff6212a5f3d req-3fbb1897-3185-4a0a-8fc7-401e0cfc2d18 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340691 Sep 08 16:37:36.585912 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7c3e0-3fde-4a68-aa10-7c868a933a9c req-ad914305-93ff-43a0-819f-f20459d7d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:36.588186 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e2b7c3e0-3fde-4a68-aa10-7c868a933a9c req-ad914305-93ff-43a0-819f-f20459d7d2e1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=95b04cc84e724bf49ff44810e448f0f0&device_id=a53f6340-e877-4cbc-91d6-9248a8273b15 HTTP/1.1" status: 200 len: 1101 time: 0.0449991 Sep 08 16:37:36.699184 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-b9af0f8b-0336-4817-96a0-ac58b1d9b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:36.700521 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-b9af0f8b-0336-4817-96a0-ac58b1d9b8c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=11c3f48103544e81ac9a8013730bf5c5&device_id=b4066322-44fd-4fe1-8a3a-9bc8bc845f97 HTTP/1.1" status: 200 len: 1097 time: 0.1021452 Sep 08 16:37:36.751627 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7c3e0-3fde-4a68-aa10-7c868a933a9c req-1eae15eb-7030-4e75-a4e5-e9558c462101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:36.753132 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e2b7c3e0-3fde-4a68-aa10-7c868a933a9c req-1eae15eb-7030-4e75-a4e5-e9558c462101 service neutron] 10.222.0.38 "GET /v2.0/networks?id=53247314-0917-4209-a52b-c3cac09a18a2 HTTP/1.1" status: 200 len: 870 time: 0.1469793 Sep 08 16:37:36.765373 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262834a2-f0bd-44ff-9e1d-adb0852431d2 req-1ec66afd-9337-4e7e-8e49-4c7032cdcc9b tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:36.766782 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-262834a2-f0bd-44ff-9e1d-adb0852431d2 req-1ec66afd-9337-4e7e-8e49-4c7032cdcc9b tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4066322-44fd-4fe1-8a3a-9bc8bc845f97 HTTP/1.1" status: 200 len: 944 time: 0.0799038 Sep 08 16:37:36.852847 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-34e09e15-ac50-4eef-8bdb-4723221460b2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a6da676-1c10-4aad-b061-41b85c3856f9 HTTP/1.1" status: 200 len: 217 time: 0.0708861 Sep 08 16:37:36.857094 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e2b7c3e0-3fde-4a68-aa10-7c868a933a9c req-e754acae-2ac5-48c7-b717-8986554e7f4a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=ad6253ad-dec7-4af0-a568-844e51a2db74 HTTP/1.1" status: 200 len: 217 time: 0.0693612 Sep 08 16:37:36.871653 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-262834a2-f0bd-44ff-9e1d-adb0852431d2 req-f81ad62c-4f91-49e4-94db-dfc48e70a209 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959270 Sep 08 16:37:37.048637 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7c3e0-3fde-4a68-aa10-7c868a933a9c req-e26c74c9-20b1-4927-84a3-251506dfac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:37.050409 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e2b7c3e0-3fde-4a68-aa10-7c868a933a9c req-e26c74c9-20b1-4927-84a3-251506dfac8e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=311bee46-3a29-4357-b37f-53449089e92a HTTP/1.1" status: 200 len: 843 time: 0.0915773 Sep 08 16:37:37.054778 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-eb50a498-9da8-43ee-8e3d-3ef666693018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:37.056356 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-eb50a498-9da8-43ee-8e3d-3ef666693018 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d173502d-4b44-47f0-89b7-92baffc58eb2 HTTP/1.1" status: 200 len: 853 time: 0.0877998 Sep 08 16:37:37.145926 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-da618542-943a-4914-8bf1-c944dc6657c0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71031218-65b5-4f98-b64e-8c9535649356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469763 Sep 08 16:37:37.188876 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dbd2e-e90b-460a-a564-2359cecab4b3 req-3d5ccc8c-2c8f-4631-aa6a-07d2b95f98f8 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:37.190312 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d48dbd2e-e90b-460a-a564-2359cecab4b3 req-3d5ccc8c-2c8f-4631-aa6a-07d2b95f98f8 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/ports?device_id=a53f6340-e877-4cbc-91d6-9248a8273b15 HTTP/1.1" status: 200 len: 948 time: 0.1181810 Sep 08 16:37:37.197926 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7c3e0-3fde-4a68-aa10-7c868a933a9c req-ee4998a8-f9ec-4a3f-a098-3b49ff023448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:37.199347 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e2b7c3e0-3fde-4a68-aa10-7c868a933a9c req-ee4998a8-f9ec-4a3f-a098-3b49ff023448 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=53247314-0917-4209-a52b-c3cac09a18a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0992489 Sep 08 16:37:37.299346 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779ce9b-5eb4-4a76-8fbb-de1ce00db7f7 req-eed98975-1502-4c6c-adac-60144e830271 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:37.301201 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-3779ce9b-5eb4-4a76-8fbb-de1ce00db7f7 req-eed98975-1502-4c6c-adac-60144e830271 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0509188 Sep 08 16:37:37.342482 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-3779ce9b-5eb4-4a76-8fbb-de1ce00db7f7 req-1b58b995-f691-48a9-a262-5cfc71e614c6 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349970 Sep 08 16:37:37.490350 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4066322-44fd-4fe1-8a3a-9bc8bc845f97', 'tag': '8a6da676-1c10-4aad-b061-41b85c3856f9'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:37:37.492634 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b058c189-bc1a-433a-9962-ee5139770c04" -d '{"events": [{"name": "network-changed", "server_uuid": "b4066322-44fd-4fe1-8a3a-9bc8bc845f97", "tag": "8a6da676-1c10-4aad-b061-41b85c3856f9"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:37:37.563975 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a54e4b-8dd7-4e58-bac0-4a900c2b46a4 x-openstack-request-id: req-22a54e4b-8dd7-4e58-bac0-4a900c2b46a4 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:37:37.564262 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4066322-44fd-4fe1-8a3a-9bc8bc845f97", "tag": "8a6da676-1c10-4aad-b061-41b85c3856f9", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:37:37.564505 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-22a54e4b-8dd7-4e58-bac0-4a900c2b46a4 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:37:37.565111 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4066322-44fd-4fe1-8a3a-9bc8bc845f97', 'tag': '8a6da676-1c10-4aad-b061-41b85c3856f9', 'status': 'completed', 'code': 200} Sep 08 16:37:37.583692 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d48dbd2e-e90b-460a-a564-2359cecab4b3 req-e0cd0f46-1a34-4597-bb1e-64885d8aab5b tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/security-groups?id=a34a954b-0c6a-45cb-9b11-505135fd8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779099 Sep 08 16:37:37.588922 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-00e8eed6-3199-4bfd-87ab-e10e808b0202 service neutron] 10.222.0.38 "GET /v2.0/networks/71031218-65b5-4f98-b64e-8c9535649356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294913 Sep 08 16:37:37.626795 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e2b7c3e0-3fde-4a68-aa10-7c868a933a9c req-ac7c2caf-ba55-4965-9e2d-b17bca9a527a service neutron] 10.222.0.38 "GET /v2.0/networks/53247314-0917-4209-a52b-c3cac09a18a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115472 Sep 08 16:37:37.645614 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa276e-c529-4593-81a7-7df1fef22435 req-112f25ba-9078-4d74-933c-f8b7cb002729 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:37.647142 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-45fa276e-c529-4593-81a7-7df1fef22435 req-112f25ba-9078-4d74-933c-f8b7cb002729 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=92346b33-8ba7-4c34-8ad4-81e49ab98d5e HTTP/1.1" status: 200 len: 945 time: 0.0569210 Sep 08 16:37:37.692245 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-45fa276e-c529-4593-81a7-7df1fef22435 req-da7f4e20-0742-43b5-bdc3-0090a9907928 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353141 Sep 08 16:37:37.768167 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-12ada3e7-4107-4bd9-94da-0f208917b969 req-0142ebec-c8f3-42c6-8104-61292a5cc08f service neutron] 10.222.0.38 "GET /v2.0/networks/71031218-65b5-4f98-b64e-8c9535649356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674869 Sep 08 16:37:37.787625 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e2b7c3e0-3fde-4a68-aa10-7c868a933a9c req-f449f801-ddf6-42b0-9a5b-979d71db0d43 service neutron] 10.222.0.38 "GET /v2.0/networks/53247314-0917-4209-a52b-c3cac09a18a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501613 Sep 08 16:37:37.977258 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058c189-bc1a-433a-9962-ee5139770c04 req-ed06026b-a045-43d7-83b5-db7584e9da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:37.979112 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b058c189-bc1a-433a-9962-ee5139770c04 req-ed06026b-a045-43d7-83b5-db7584e9da7e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=11c3f48103544e81ac9a8013730bf5c5&device_id=b4066322-44fd-4fe1-8a3a-9bc8bc845f97 HTTP/1.1" status: 200 len: 1097 time: 0.0727844 Sep 08 16:37:38.013719 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabf9fd-372b-4b3c-abd9-16e6ceb1208a req-424ec3a6-0391-4c10-80b4-35fa7cf1f453 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:38.015519 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-6aabf9fd-372b-4b3c-abd9-16e6ceb1208a req-424ec3a6-0391-4c10-80b4-35fa7cf1f453 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4066322-44fd-4fe1-8a3a-9bc8bc845f97 HTTP/1.1" status: 200 len: 944 time: 0.0649004 Sep 08 16:37:38.070671 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-6aabf9fd-372b-4b3c-abd9-16e6ceb1208a req-7035afa5-bc6d-4330-a808-25df57f2d185 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466328 Sep 08 16:37:38.085689 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058c189-bc1a-433a-9962-ee5139770c04 req-0b9ffaf4-20c6-4c62-87c7-f7f1dfa5dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:38.085689 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b058c189-bc1a-433a-9962-ee5139770c04 req-0b9ffaf4-20c6-4c62-87c7-f7f1dfa5dabf service neutron] 10.222.0.38 "GET /v2.0/networks?id=71031218-65b5-4f98-b64e-8c9535649356 HTTP/1.1" status: 200 len: 914 time: 0.0946703 Sep 08 16:37:38.106489 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device ad6253ad-dec7-4af0-a568-844e51a2db74 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:37:38.136765 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b058c189-bc1a-433a-9962-ee5139770c04 req-b67548aa-8586-469f-98eb-6ab214e397c5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a6da676-1c10-4aad-b061-41b85c3856f9 HTTP/1.1" status: 200 len: 217 time: 0.0404534 Sep 08 16:37:38.196732 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058c189-bc1a-433a-9962-ee5139770c04 req-b03d8464-c14e-47af-9699-82c0a5723ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:38.198171 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b058c189-bc1a-433a-9962-ee5139770c04 req-b03d8464-c14e-47af-9699-82c0a5723ee3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d173502d-4b44-47f0-89b7-92baffc58eb2 HTTP/1.1" status: 200 len: 853 time: 0.0483069 Sep 08 16:37:38.206616 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port ad6253ad-dec7-4af0-a568-844e51a2db74, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ad6253ad-dec7-4af0-a568-844e51a2db74,segment=NetworkSegment(da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d),segment_id=da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:37:38.218455 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': 'ad6253ad-dec7-4af0-a568-844e51a2db74', 'network_id': '53247314-0917-4209-a52b-c3cac09a18a2', 'port_id': 'ad6253ad-dec7-4af0-a568-844e51a2db74', 'mac_address': 'fa:16:3e:2f:f2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311bee46-3a29-4357-b37f-53449089e92a', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:37:38.233065 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b058c189-bc1a-433a-9962-ee5139770c04 req-3a978afc-0ea7-4061-9e20-ef6fda4bc4d2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71031218-65b5-4f98-b64e-8c9535649356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242429 Sep 08 16:37:38.260121 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:38.273006 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6253ad-dec7-4af0-a568-844e51a2db74 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:37:38.292617 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port ad6253ad-dec7-4af0-a568-844e51a2db74, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ad6253ad-dec7-4af0-a568-844e51a2db74,segment=NetworkSegment(da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d),segment_id=da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:37:38.299984 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:38.327656 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b058c189-bc1a-433a-9962-ee5139770c04 req-18ca244a-0c1d-4984-a1e3-2739b42eae12 service neutron] 10.222.0.38 "GET /v2.0/networks/71031218-65b5-4f98-b64e-8c9535649356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850103 Sep 08 16:37:38.347279 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=ad6253ad-dec7-4af0-a568-844e51a2db74,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:38.430003 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b058c189-bc1a-433a-9962-ee5139770c04 req-13a84c75-3089-48aa-b04c-38663d31d4af service neutron] 10.222.0.38 "GET /v2.0/networks/71031218-65b5-4f98-b64e-8c9535649356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848677 Sep 08 16:37:38.461711 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44336b-2ea1-4171-862b-00d5e645fd3f req-0835648c-8294-418a-9322-d75c55ba3796 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:38.463187 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5f44336b-2ea1-4171-862b-00d5e645fd3f req-0835648c-8294-418a-9322-d75c55ba3796 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0515056 Sep 08 16:37:38.502421 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5f44336b-2ea1-4171-862b-00d5e645fd3f req-681633e4-d444-41d8-9bef-399f3ed77753 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324306 Sep 08 16:37:38.710060 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a47295-04f9-4111-9ca1-25c294c85b8f req-4cec2f9e-f91c-48fb-9305-549499238569 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:38.711797 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b3a47295-04f9-4111-9ca1-25c294c85b8f req-4cec2f9e-f91c-48fb-9305-549499238569 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/ports?device_id=a53f6340-e877-4cbc-91d6-9248a8273b15 HTTP/1.1" status: 200 len: 949 time: 0.0557268 Sep 08 16:37:38.759696 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b3a47295-04f9-4111-9ca1-25c294c85b8f req-f0198c14-1b63-4de3-ad56-4ead4de0e654 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/security-groups?id=a34a954b-0c6a-45cb-9b11-505135fd8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414269 Sep 08 16:37:38.807281 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['ad6253ad-dec7-4af0-a568-844e51a2db74'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:37:39.210465 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c3cd6-7702-4fdc-b7da-caab05ab9eb6 req-3b8cf9ee-cfef-4e05-9852-c9a7a3f6ad81 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:39.212102 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a39c3cd6-7702-4fdc-b7da-caab05ab9eb6 req-3b8cf9ee-cfef-4e05-9852-c9a7a3f6ad81 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4066322-44fd-4fe1-8a3a-9bc8bc845f97 HTTP/1.1" status: 200 len: 944 time: 0.0590057 Sep 08 16:37:39.257301 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a39c3cd6-7702-4fdc-b7da-caab05ab9eb6 req-72d2543c-1877-4c01-bc1e-1256bba2bb70 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385656 Sep 08 16:37:39.626240 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577d033-1060-4acc-830b-06d80da13ca5 req-f1176131-0b8d-4a42-a6d4-ffe2874c2891 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:39.628079 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6577d033-1060-4acc-830b-06d80da13ca5 req-f1176131-0b8d-4a42-a6d4-ffe2874c2891 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0555732 Sep 08 16:37:39.673609 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6577d033-1060-4acc-830b-06d80da13ca5 req-c74ba198-32d8-4ade-b8f0-ca2df6f1bbf3 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383217 Sep 08 16:37:39.881121 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095076a-9eeb-49a9-9565-f12309f9e1ef req-c3662544-6f4c-4b0b-90c1-cd843b5e492b tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:39.882564 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-4095076a-9eeb-49a9-9565-f12309f9e1ef req-c3662544-6f4c-4b0b-90c1-cd843b5e492b tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/ports?device_id=a53f6340-e877-4cbc-91d6-9248a8273b15 HTTP/1.1" status: 200 len: 949 time: 0.0496612 Sep 08 16:37:39.932009 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-4095076a-9eeb-49a9-9565-f12309f9e1ef req-782fbbea-2068-4f28-9807-7856739f3fb9 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/security-groups?id=a34a954b-0c6a-45cb-9b11-505135fd8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428596 Sep 08 16:37:40.143564 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 8a6da676-1c10-4aad-b061-41b85c3856f9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:37:40.153813 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device ad6253ad-dec7-4af0-a568-844e51a2db74 up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:37:40.270677 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning for port ad6253ad-dec7-4af0-a568-844e51a2db74 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:37:40.284374 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port ad6253ad-dec7-4af0-a568-844e51a2db74 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:37:40.284759 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:40.324663 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 8a6da676-1c10-4aad-b061-41b85c3856f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8a6da676-1c10-4aad-b061-41b85c3856f9,segment=NetworkSegment(88003273-ddf5-497b-9580-2f18a9df4604),segment_id=88003273-ddf5-497b-9580-2f18a9df4604)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:37:40.347505 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': '8a6da676-1c10-4aad-b061-41b85c3856f9', 'network_id': '71031218-65b5-4f98-b64e-8c9535649356', 'port_id': '8a6da676-1c10-4aad-b061-41b85c3856f9', 'mac_address': 'fa:16:3e:9a:00:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd173502d-4b44-47f0-89b7-92baffc58eb2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:37:40.401729 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932bd91-ad06-4a53-a12a-cbf8f5faa190 req-0b9828f1-92db-4a0f-9b60-682676028776 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:40.401729 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9932bd91-ad06-4a53-a12a-cbf8f5faa190 req-0b9828f1-92db-4a0f-9b60-682676028776 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4066322-44fd-4fe1-8a3a-9bc8bc845f97 HTTP/1.1" status: 200 len: 944 time: 0.0524700 Sep 08 16:37:40.418673 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:40.436165 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9932bd91-ad06-4a53-a12a-cbf8f5faa190 req-8bcb87ee-404f-4e2d-b558-f71b01932f1d tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344734 Sep 08 16:37:40.438261 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6da676-1c10-4aad-b061-41b85c3856f9 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:37:40.445039 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:40.483902 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 8a6da676-1c10-4aad-b061-41b85c3856f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8a6da676-1c10-4aad-b061-41b85c3856f9,segment=NetworkSegment(88003273-ddf5-497b-9580-2f18a9df4604),segment_id=88003273-ddf5-497b-9580-2f18a9df4604)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:37:40.489439 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53f6340-e877-4cbc-91d6-9248a8273b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6253ad-dec7-4af0-a568-844e51a2db74'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:37:40.491719 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac92dd3-c2b2-4f78-89a7-5303a0b717c1" -d '{"events": [{"server_uuid": "a53f6340-e877-4cbc-91d6-9248a8273b15", "name": "network-vif-plugged", "status": "completed", "tag": "ad6253ad-dec7-4af0-a568-844e51a2db74"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:37:40.497266 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:40.529104 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port ad6253ad-dec7-4af0-a568-844e51a2db74, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ad6253ad-dec7-4af0-a568-844e51a2db74,segment=NetworkSegment(da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d),segment_id=da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:37:40.538459 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bf06af-37d5-48c3-b790-5f85077d6076 x-openstack-request-id: req-77bf06af-37d5-48c3-b790-5f85077d6076 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:37:40.538749 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53f6340-e877-4cbc-91d6-9248a8273b15", "name": "network-vif-plugged", "status": "completed", "tag": "ad6253ad-dec7-4af0-a568-844e51a2db74", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:37:40.539000 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-77bf06af-37d5-48c3-b790-5f85077d6076 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:37:40.539378 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53f6340-e877-4cbc-91d6-9248a8273b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6253ad-dec7-4af0-a568-844e51a2db74', 'code': 200} Sep 08 16:37:40.540134 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:40.566496 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=8a6da676-1c10-4aad-b061-41b85c3856f9,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:40.621486 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=ad6253ad-dec7-4af0-a568-844e51a2db74,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:40.849430 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57c80d-6931-43be-8018-a1d908de2a16 req-6f1a48bc-c195-406b-9127-130d161aa31a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:40.851066 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7d57c80d-6931-43be-8018-a1d908de2a16 req-6f1a48bc-c195-406b-9127-130d161aa31a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0869088 Sep 08 16:37:40.857310 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07413688-91c5-4801-8388-a23bf847de84 req-50276a26-c2c8-47cb-9348-4f9a80423935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:40.858707 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-07413688-91c5-4801-8388-a23bf847de84 req-50276a26-c2c8-47cb-9348-4f9a80423935 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a53f6340-e877-4cbc-91d6-9248a8273b15 HTTP/1.1" status: 200 len: 1103 time: 0.0602236 Sep 08 16:37:40.907609 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7d57c80d-6931-43be-8018-a1d908de2a16 req-699cd596-cbdc-42e4-9ae3-7146abb79a90 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479362 Sep 08 16:37:40.918191 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-07413688-91c5-4801-8388-a23bf847de84 req-ff59fef3-ba55-4a48-baee-94df17812469 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a34a954b-0c6a-45cb-9b11-505135fd8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450332 Sep 08 16:37:41.034708 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['8a6da676-1c10-4aad-b061-41b85c3856f9'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:37:41.058917 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7361276-5fe7-499c-b6b3-9bbfeb788f2c req-890701ce-b388-4166-ac99-0d732b3014c6 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:41.060483 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c7361276-5fe7-499c-b6b3-9bbfeb788f2c req-890701ce-b388-4166-ac99-0d732b3014c6 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/ports?device_id=a53f6340-e877-4cbc-91d6-9248a8273b15 HTTP/1.1" status: 200 len: 950 time: 0.0579545 Sep 08 16:37:41.102607 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c7361276-5fe7-499c-b6b3-9bbfeb788f2c req-e8f57bcc-d6b2-4172-aec6-111464d8d5d0 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/security-groups?id=a34a954b-0c6a-45cb-9b11-505135fd8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354517 Sep 08 16:37:41.556046 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22533ca4-b585-4fc6-8dbc-a419cea2bad4 req-96b7fb9f-8487-42a0-a733-c23b763ede94 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:41.557674 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-22533ca4-b585-4fc6-8dbc-a419cea2bad4 req-96b7fb9f-8487-42a0-a733-c23b763ede94 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4066322-44fd-4fe1-8a3a-9bc8bc845f97 HTTP/1.1" status: 200 len: 945 time: 0.0501482 Sep 08 16:37:41.598407 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-22533ca4-b585-4fc6-8dbc-a419cea2bad4 req-ad67f1d2-97a3-418d-ae78-1b8b2bf36b44 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346258 Sep 08 16:37:42.036308 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f4c57-7688-4b54-9331-c46f98920a15 req-464bd41a-f095-4531-b0d8-f4879e9e1fc7 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:42.037889 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0f2f4c57-7688-4b54-9331-c46f98920a15 req-464bd41a-f095-4531-b0d8-f4879e9e1fc7 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0576069 Sep 08 16:37:42.085031 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0f2f4c57-7688-4b54-9331-c46f98920a15 req-4a1dfa1c-3955-4014-ba2a-5482928801e6 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402107 Sep 08 16:37:42.283342 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe84ad-6727-4211-ba0b-9b7be55adec6 req-9c083377-bb87-4f50-b6af-6e8b21561ba0 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:42.291528 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-01fe84ad-6727-4211-ba0b-9b7be55adec6 req-9c083377-bb87-4f50-b6af-6e8b21561ba0 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/ports?device_id=a53f6340-e877-4cbc-91d6-9248a8273b15 HTTP/1.1" status: 200 len: 950 time: 0.0759702 Sep 08 16:37:42.327458 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-01fe84ad-6727-4211-ba0b-9b7be55adec6 req-fb00045c-8e0f-4df4-b351-ce226aa7ae83 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/security-groups?id=a34a954b-0c6a-45cb-9b11-505135fd8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350344 Sep 08 16:37:42.598961 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b20440-d61f-4df6-b4a3-385b9254f6b1 req-b34d0449-7f44-44a4-b8fd-420a0cd74316 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:42.600486 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-38b20440-d61f-4df6-b4a3-385b9254f6b1 req-b34d0449-7f44-44a4-b8fd-420a0cd74316 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0504947 Sep 08 16:37:42.650097 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-38b20440-d61f-4df6-b4a3-385b9254f6b1 req-dc9886de-2fbb-4701-8aa7-0b0eeaa1ea8d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435681 Sep 08 16:37:42.732795 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558de43-8569-4e92-bdf9-5df9402cad65 req-78dfccad-d82d-45d3-a116-f7f41451cd70 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:42.734361 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8558de43-8569-4e92-bdf9-5df9402cad65 req-78dfccad-d82d-45d3-a116-f7f41451cd70 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4066322-44fd-4fe1-8a3a-9bc8bc845f97 HTTP/1.1" status: 200 len: 945 time: 0.0501275 Sep 08 16:37:42.776494 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8558de43-8569-4e92-bdf9-5df9402cad65 req-cbd231ee-0786-4cff-a38d-c74e1a9a84ef tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333259 Sep 08 16:37:43.212300 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e29489-718b-41fb-8b99-dd95c86f95bc req-b822889e-7abe-4759-9cd4-86480fb3b282 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:43.213832 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-51e29489-718b-41fb-8b99-dd95c86f95bc req-b822889e-7abe-4759-9cd4-86480fb3b282 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0581896 Sep 08 16:37:43.255177 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-51e29489-718b-41fb-8b99-dd95c86f95bc req-d0696911-9517-457c-b892-1eee3ef4ebe5 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348237 Sep 08 16:37:43.451414 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036694f0-2f1f-48a4-ad49-afc10e7cb9aa req-745defce-2e2f-4cd3-bcce-5b32214a4537 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:43.452926 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-036694f0-2f1f-48a4-ad49-afc10e7cb9aa req-745defce-2e2f-4cd3-bcce-5b32214a4537 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/ports?device_id=a53f6340-e877-4cbc-91d6-9248a8273b15 HTTP/1.1" status: 200 len: 950 time: 0.0522003 Sep 08 16:37:43.495808 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-036694f0-2f1f-48a4-ad49-afc10e7cb9aa req-f4ad4154-6b91-4f54-82b3-fbaf0ec2f8c6 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/security-groups?id=a34a954b-0c6a-45cb-9b11-505135fd8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367839 Sep 08 16:37:43.786326 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4eece-a250-4185-8ec8-137d0dcfcfa3 req-88149fb1-2da0-4e3a-9e95-0071fc04bd34 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:43.787940 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4fd4eece-a250-4185-8ec8-137d0dcfcfa3 req-88149fb1-2da0-4e3a-9e95-0071fc04bd34 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0591595 Sep 08 16:37:43.793568 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923148a-0a5c-4351-b2c9-d57b4dfcead9 req-a13aab48-d16c-4383-a8cb-463f001a21ad tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:43.795658 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0923148a-0a5c-4351-b2c9-d57b4dfcead9 req-a13aab48-d16c-4383-a8cb-463f001a21ad tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/ports?device_id=a53f6340-e877-4cbc-91d6-9248a8273b15 HTTP/1.1" status: 200 len: 950 time: 0.0549014 Sep 08 16:37:43.836404 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4fd4eece-a250-4185-8ec8-137d0dcfcfa3 req-b207198f-7d17-43a7-8d7b-e474f06482f6 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420654 Sep 08 16:37:43.839908 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0923148a-0a5c-4351-b2c9-d57b4dfcead9 req-bf83f22a-a505-4d52-bbf1-9adcb32ead1c tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/security-groups?id=a34a954b-0c6a-45cb-9b11-505135fd8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377729 Sep 08 16:37:43.945217 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256231e-d942-4d34-be3a-7a5036051be4 req-46f36ee0-7793-485b-b8bd-024ffbb074a1 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:43.946599 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5256231e-d942-4d34-be3a-7a5036051be4 req-46f36ee0-7793-485b-b8bd-024ffbb074a1 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4066322-44fd-4fe1-8a3a-9bc8bc845f97 HTTP/1.1" status: 200 len: 945 time: 0.0484571 Sep 08 16:37:43.958229 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 34978) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:43.987333 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5256231e-d942-4d34-be3a-7a5036051be4 req-ef6e6d4b-00d3-43b2-9798-34ba549e8cc8 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347919 Sep 08 16:37:44.067080 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-5934dae4-2ddf-404d-b1e2-bfcb6e9f50ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:44.169933 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-5934dae4-2ddf-404d-b1e2-bfcb6e9f50ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:44.176584 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-5934dae4-2ddf-404d-b1e2-bfcb6e9f50ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:44.188422 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 8a6da676-1c10-4aad-b061-41b85c3856f9 up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:37:44.218827 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934dae4-2ddf-404d-b1e2-bfcb6e9f50ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300ef0c8-3088-403b-862c-cfb1e52ecd00,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:44.223410 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-5934dae4-2ddf-404d-b1e2-bfcb6e9f50ff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=26afbedd45e142ebb34f9e07a867660a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639704 Sep 08 16:37:44.226282 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 34982) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:44.244432 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning for port 8a6da676-1c10-4aad-b061-41b85c3856f9 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:37:44.248086 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port 8a6da676-1c10-4aad-b061-41b85c3856f9 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:37:44.248461 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:44.296034 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a6437a9e-ef08-4e9e-9e1f-dafa965bea4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:44.326074 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a6437a9e-ef08-4e9e-9e1f-dafa965bea4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:44.332140 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:44.367651 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4066322-44fd-4fe1-8a3a-9bc8bc845f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6da676-1c10-4aad-b061-41b85c3856f9'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:37:44.370259 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638941dc-c8e2-499c-a736-50e9dc4f5efa" -d '{"events": [{"server_uuid": "b4066322-44fd-4fe1-8a3a-9bc8bc845f97", "name": "network-vif-plugged", "status": "completed", "tag": "8a6da676-1c10-4aad-b061-41b85c3856f9"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:37:44.381151 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a6437a9e-ef08-4e9e-9e1f-dafa965bea4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:44.385153 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a6437a9e-ef08-4e9e-9e1f-dafa965bea4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:44.387496 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-a6437a9e-ef08-4e9e-9e1f-dafa965bea4d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/300ef0c8-3088-403b-862c-cfb1e52ecd00 HTTP/1.1" status: 204 len: 168 time: 0.1601579 Sep 08 16:37:44.396007 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6437a9e-ef08-4e9e-9e1f-dafa965bea4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300ef0c8-3088-403b-862c-cfb1e52ecd00,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:44.397489 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70446e-ef93-4e86-86a8-c4aabc8a7a4a req-7931d31a-e2ed-4a9c-ba4f-3b4610bff672 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:44.401395 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 8a6da676-1c10-4aad-b061-41b85c3856f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8a6da676-1c10-4aad-b061-41b85c3856f9,segment=NetworkSegment(88003273-ddf5-497b-9580-2f18a9df4604),segment_id=88003273-ddf5-497b-9580-2f18a9df4604)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:37:44.405364 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6437a9e-ef08-4e9e-9e1f-dafa965bea4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.405742 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6437a9e-ef08-4e9e-9e1f-dafa965bea4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.406071 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6437a9e-ef08-4e9e-9e1f-dafa965bea4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.406308 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-cd70446e-ef93-4e86-86a8-c4aabc8a7a4a req-7931d31a-e2ed-4a9c-ba4f-3b4610bff672 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0670342 Sep 08 16:37:44.407025 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6437a9e-ef08-4e9e-9e1f-dafa965bea4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.407820 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6437a9e-ef08-4e9e-9e1f-dafa965bea4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.408372 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6437a9e-ef08-4e9e-9e1f-dafa965bea4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.408860 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6437a9e-ef08-4e9e-9e1f-dafa965bea4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.409685 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6437a9e-ef08-4e9e-9e1f-dafa965bea4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.410188 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:44.410612 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6437a9e-ef08-4e9e-9e1f-dafa965bea4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.411299 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6437a9e-ef08-4e9e-9e1f-dafa965bea4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.412640 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6437a9e-ef08-4e9e-9e1f-dafa965bea4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.414392 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6437a9e-ef08-4e9e-9e1f-dafa965bea4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.436939 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4354f118-0cc7-4e64-a701-84783b334bbc x-openstack-request-id: req-4354f118-0cc7-4e64-a701-84783b334bbc {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:37:44.437226 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4066322-44fd-4fe1-8a3a-9bc8bc845f97", "name": "network-vif-plugged", "status": "completed", "tag": "8a6da676-1c10-4aad-b061-41b85c3856f9", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:37:44.437476 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4354f118-0cc7-4e64-a701-84783b334bbc {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:37:44.437900 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4066322-44fd-4fe1-8a3a-9bc8bc845f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6da676-1c10-4aad-b061-41b85c3856f9', 'code': 200} Sep 08 16:37:44.442922 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-cd70446e-ef93-4e86-86a8-c4aabc8a7a4a req-04e1c37c-efce-4340-9cbb-7a4727faf32a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355918 Sep 08 16:37:44.471586 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=8a6da676-1c10-4aad-b061-41b85c3856f9,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:44.478535 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.478911 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.479255 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.479624 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.479955 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.480283 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.480611 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.480933 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.481273 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.481598 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.481920 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.482237 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:37:44.581678 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:44.699375 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69ee76-a4a6-4188-8405-fc36e04e32db req-bdf7a7e9-9b01-4cdd-85c6-3e8f74d7f586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:44.701032 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fe69ee76-a4a6-4188-8405-fc36e04e32db req-bdf7a7e9-9b01-4cdd-85c6-3e8f74d7f586 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b4066322-44fd-4fe1-8a3a-9bc8bc845f97 HTTP/1.1" status: 200 len: 1099 time: 0.0451784 Sep 08 16:37:44.743559 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fe69ee76-a4a6-4188-8405-fc36e04e32db req-ae2599ed-b79d-49b7-9a5c-efb69a9c34ad service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320842 Sep 08 16:37:44.968774 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a9649-dc5b-4a86-a162-ef1d15435c3d req-e1270f58-2aad-4240-a1a6-66736b6f0940 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:44.970321 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a83a9649-dc5b-4a86-a162-ef1d15435c3d req-e1270f58-2aad-4240-a1a6-66736b6f0940 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/ports?device_id=a53f6340-e877-4cbc-91d6-9248a8273b15 HTTP/1.1" status: 200 len: 950 time: 0.0503647 Sep 08 16:37:44.977054 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037153d6-fe91-409c-8eec-98b92d15fadc req-f49ff7b3-7319-46b9-95cd-57d31c3c73e1 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:44.979662 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-037153d6-fe91-409c-8eec-98b92d15fadc req-f49ff7b3-7319-46b9-95cd-57d31c3c73e1 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0526121 Sep 08 16:37:45.009735 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a83a9649-dc5b-4a86-a162-ef1d15435c3d req-638f2892-2b70-47a9-9c02-ffd314f153d9 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/security-groups?id=a34a954b-0c6a-45cb-9b11-505135fd8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323808 Sep 08 16:37:45.016496 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-037153d6-fe91-409c-8eec-98b92d15fadc req-05230c64-135e-41b9-9463-c44bb63363b6 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317924 Sep 08 16:37:45.123715 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb4871-942d-4c83-9459-f66260a142b1 req-fd84bff2-102c-4c6a-8428-6e8e6d184e81 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:45.125870 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-45fb4871-942d-4c83-9459-f66260a142b1 req-fd84bff2-102c-4c6a-8428-6e8e6d184e81 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4066322-44fd-4fe1-8a3a-9bc8bc845f97 HTTP/1.1" status: 200 len: 946 time: 0.0604737 Sep 08 16:37:45.165339 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-45fb4871-942d-4c83-9459-f66260a142b1 req-cd4b1ff2-86fb-4fca-b617-640b1aa5fa9f tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323198 Sep 08 16:37:45.567894 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5d5a2-2b4b-4122-9419-653509f96976 req-6df8d8c1-e9b5-46b3-8a2b-e0a222316314 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:45.569378 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e5b5d5a2-2b4b-4122-9419-653509f96976 req-6df8d8c1-e9b5-46b3-8a2b-e0a222316314 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0564070 Sep 08 16:37:45.606525 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e5b5d5a2-2b4b-4122-9419-653509f96976 req-ab8642d6-adda-4285-ac88-34a6fb1f695f tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310311 Sep 08 16:37:46.126529 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe5f6a-14ec-4c68-917a-07dc60fa0c8a req-0cf77375-6e5f-460b-b75e-6ab22e891b80 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:46.128125 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1cfe5f6a-14ec-4c68-917a-07dc60fa0c8a req-0cf77375-6e5f-460b-b75e-6ab22e891b80 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/ports?device_id=a53f6340-e877-4cbc-91d6-9248a8273b15 HTTP/1.1" status: 200 len: 950 time: 0.0473783 Sep 08 16:37:46.137598 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d39b5-9aae-473b-baa9-2226620f7f71 req-97c03d54-e224-4dad-b177-c131332ed150 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:46.139094 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f72d39b5-9aae-473b-baa9-2226620f7f71 req-97c03d54-e224-4dad-b177-c131332ed150 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0469427 Sep 08 16:37:46.167285 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1cfe5f6a-14ec-4c68-917a-07dc60fa0c8a req-ac0e8409-1ce6-494b-93f8-5e56e86b1da8 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/security-groups?id=a34a954b-0c6a-45cb-9b11-505135fd8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326903 Sep 08 16:37:46.177039 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f72d39b5-9aae-473b-baa9-2226620f7f71 req-b46aaa5f-a881-41ca-b9f5-8905389c239c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317845 Sep 08 16:37:46.284434 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fea3c5-9730-4736-bed1-9f1143b25b9c req-dced6925-e00c-4af1-bb68-4425520696c2 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:46.285955 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e5fea3c5-9730-4736-bed1-9f1143b25b9c req-dced6925-e00c-4af1-bb68-4425520696c2 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4066322-44fd-4fe1-8a3a-9bc8bc845f97 HTTP/1.1" status: 200 len: 946 time: 0.0505154 Sep 08 16:37:46.330619 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e5fea3c5-9730-4736-bed1-9f1143b25b9c req-5d9a14ab-33b0-4e79-bd4f-f471cb23454a tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380995 Sep 08 16:37:46.721595 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2f2de-f00d-4b05-b2eb-00903cc2a677 req-93c251d0-258c-4797-b822-65ac5fbc10ef tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:46.723310 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-02c2f2de-f00d-4b05-b2eb-00903cc2a677 req-93c251d0-258c-4797-b822-65ac5fbc10ef tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.38 "GET /v2.0/ports?device_id=a53f6340-e877-4cbc-91d6-9248a8273b15 HTTP/1.1" status: 200 len: 950 time: 0.1076994 Sep 08 16:37:46.726495 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca77ad6-70d1-4208-aa14-9281743182fc req-3688c028-45ae-4fc0-a1cc-35b1e18113fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:46.727872 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fca77ad6-70d1-4208-aa14-9281743182fc req-3688c028-45ae-4fc0-a1cc-35b1e18113fe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81c4757c7f3247b68665fdb276686a96&device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 1099 time: 0.1110675 Sep 08 16:37:46.751444 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b46c11-b5f6-4021-9807-c50d90f6c01d req-93764e40-70ea-4ee6-a7a8-8f60b618132b tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:46.752980 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-12b46c11-b5f6-4021-9807-c50d90f6c01d req-93764e40-70ea-4ee6-a7a8-8f60b618132b tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0749998 Sep 08 16:37:46.917213 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-12b46c11-b5f6-4021-9807-c50d90f6c01d req-183c637e-dcd0-49a8-a9d5-87b83231b803 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561375 Sep 08 16:37:46.940451 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca77ad6-70d1-4208-aa14-9281743182fc req-3d8c082d-c742-4243-9b32-699ba18c4b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:46.942477 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fca77ad6-70d1-4208-aa14-9281743182fc req-3d8c082d-c742-4243-9b32-699ba18c4b25 service neutron] 10.222.0.38 "GET /v2.0/networks?id=36f557e5-0efe-4eef-bced-be0bb3e3f756 HTTP/1.1" status: 200 len: 919 time: 0.1564243 Sep 08 16:37:46.994774 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-02c2f2de-f00d-4b05-b2eb-00903cc2a677 req-38be5662-910d-4f25-8380-62d714611592 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Deleting port ad6253ad-dec7-4af0-a568-844e51a2db74 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:37:46.995130 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-02c2f2de-f00d-4b05-b2eb-00903cc2a677 req-38be5662-910d-4f25-8380-62d714611592 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:46.998649 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fca77ad6-70d1-4208-aa14-9281743182fc req-29e5b403-a599-4a0e-9998-5aea49aa6ac4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e17c3881-d6fe-4e04-8750-7445ef308cd8 HTTP/1.1" status: 200 len: 217 time: 0.0482614 Sep 08 16:37:47.127819 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-02c2f2de-f00d-4b05-b2eb-00903cc2a677 req-38be5662-910d-4f25-8380-62d714611592 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] For port ad6253ad-dec7-4af0-a568-844e51a2db74, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ad6253ad-dec7-4af0-a568-844e51a2db74,segment=NetworkSegment(da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d),segment_id=da39bc84-cd5e-4d1f-b7f6-c7ce5aa2ed6d)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:37:47.128186 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-02c2f2de-f00d-4b05-b2eb-00903cc2a677 req-38be5662-910d-4f25-8380-62d714611592 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:47.131806 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca77ad6-70d1-4208-aa14-9281743182fc req-ffebf927-0e34-4590-a489-fe8fa12f789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:47.133324 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fca77ad6-70d1-4208-aa14-9281743182fc req-ffebf927-0e34-4590-a489-fe8fa12f789a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3240b4ec-a6f2-4115-bd70-90b9d26d722b HTTP/1.1" status: 200 len: 858 time: 0.0698056 Sep 08 16:37:47.143174 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-02c2f2de-f00d-4b05-b2eb-00903cc2a677 req-38be5662-910d-4f25-8380-62d714611592 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Calling delete_port for ad6253ad-dec7-4af0-a568-844e51a2db74 owned by compute:nova {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:37:47.179111 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fca77ad6-70d1-4208-aa14-9281743182fc req-2cc6245f-1a4a-4b49-9c50-b4d9aaec7126 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=36f557e5-0efe-4eef-bced-be0bb3e3f756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315270 Sep 08 16:37:47.295791 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06b60f-f077-4b7f-89bf-ec06690e6af3 req-bd5845ca-2437-416a-ad08-e30ca5225dce tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:47.297392 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0c06b60f-f077-4b7f-89bf-ec06690e6af3 req-bd5845ca-2437-416a-ad08-e30ca5225dce tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/ports?device_id=a53f6340-e877-4cbc-91d6-9248a8273b15 HTTP/1.1" status: 200 len: 950 time: 0.0544393 Sep 08 16:37:47.336070 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0c06b60f-f077-4b7f-89bf-ec06690e6af3 req-51c76e62-6654-4138-b85c-3dfa62063036 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/security-groups?id=a34a954b-0c6a-45cb-9b11-505135fd8c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321236 Sep 08 16:37:47.379437 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fca77ad6-70d1-4208-aa14-9281743182fc req-83ba3518-0702-4551-94ad-c99b2b375eb9 service neutron] 10.222.0.38 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701114 Sep 08 16:37:47.408208 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80a842-9756-4235-93e5-593693e3cb74 req-9744aa1b-a3ce-414d-a773-cdd8a8649af0 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:47.409772 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2d80a842-9756-4235-93e5-593693e3cb74 req-9744aa1b-a3ce-414d-a773-cdd8a8649af0 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.1230185 Sep 08 16:37:47.456122 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-02c2f2de-f00d-4b05-b2eb-00903cc2a677 req-38be5662-910d-4f25-8380-62d714611592 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:47.456723 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2df59-941f-4ce3-bd15-69a18f89de6a req-29528479-f235-4c79-8769-d6a9136bdd3b tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:47.463945 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c6c2df59-941f-4ce3-bd15-69a18f89de6a req-29528479-f235-4c79-8769-d6a9136bdd3b tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4066322-44fd-4fe1-8a3a-9bc8bc845f97 HTTP/1.1" status: 200 len: 946 time: 0.0600805 Sep 08 16:37:47.500470 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c6c2df59-941f-4ce3-bd15-69a18f89de6a req-0f36535d-aecf-476c-9110-b68b3cd82720 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356557 Sep 08 16:37:47.502923 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['ad6253ad-dec7-4af0-a568-844e51a2db74'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:37:47.534162 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be5662-910d-4f25-8380-62d714611592 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Pushing event deleted for resources: {'Port': ['ID=ad6253ad-dec7-4af0-a568-844e51a2db74,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:47.558016 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2d80a842-9756-4235-93e5-593693e3cb74 req-ae43b6b2-a1b4-4312-aad1-bbcd7b1a4d8e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316967 Sep 08 16:37:47.620271 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c2f2de-f00d-4b05-b2eb-00903cc2a677 req-38be5662-910d-4f25-8380-62d714611592 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] No DVR routers for this DVR port ad6253ad-dec7-4af0-a568-844e51a2db74 on host hv-cinder-79053 {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:37:47.625050 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-02c2f2de-f00d-4b05-b2eb-00903cc2a677 req-38be5662-910d-4f25-8380-62d714611592 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:47.627681 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-02c2f2de-f00d-4b05-b2eb-00903cc2a677 req-38be5662-910d-4f25-8380-62d714611592 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.38 "DELETE /v2.0/ports/ad6253ad-dec7-4af0-a568-844e51a2db74 HTTP/1.1" status: 204 len: 173 time: 0.8862877 Sep 08 16:37:47.628525 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53f6340-e877-4cbc-91d6-9248a8273b15', 'name': 'network-vif-deleted', 'tag': 'ad6253ad-dec7-4af0-a568-844e51a2db74'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:37:47.632398 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4377f5d-1009-4528-92cd-30c6606b1a00" -d '{"events": [{"server_uuid": "a53f6340-e877-4cbc-91d6-9248a8273b15", "name": "network-vif-deleted", "tag": "ad6253ad-dec7-4af0-a568-844e51a2db74"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:37:47.648545 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fca77ad6-70d1-4208-aa14-9281743182fc req-99dfb04b-517e-4169-a1df-fc22ed055e15 service neutron] 10.222.0.38 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578392 Sep 08 16:37:47.678724 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60a39de-5e01-4e20-bc65-0859e3bace68 x-openstack-request-id: req-f60a39de-5e01-4e20-bc65-0859e3bace68 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:37:47.679017 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53f6340-e877-4cbc-91d6-9248a8273b15", "name": "network-vif-deleted", "tag": "ad6253ad-dec7-4af0-a568-844e51a2db74", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:37:47.679285 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f60a39de-5e01-4e20-bc65-0859e3bace68 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:37:47.679697 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53f6340-e877-4cbc-91d6-9248a8273b15', 'name': 'network-vif-deleted', 'tag': 'ad6253ad-dec7-4af0-a568-844e51a2db74', 'status': 'completed', 'code': 200} Sep 08 16:37:48.047923 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5b309-253f-4ecb-8f21-ff523848068d req-024078f0-37fd-4730-8614-5b18d4df97cb tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:48.049461 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-aab5b309-253f-4ecb-8f21-ff523848068d req-024078f0-37fd-4730-8614-5b18d4df97cb tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0548341 Sep 08 16:37:48.092380 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-aab5b309-253f-4ecb-8f21-ff523848068d req-cdeaf03e-3a5c-4f6d-aa59-58e439f95b0f tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357897 Sep 08 16:37:48.448052 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a92785bb-e4b4-490c-ba1e-5dd0d8cb47bd req-6cc72300-8028-441a-852d-ddd5715cc8b7 tempest-VolumesNegativeTest-1626773736 tempest-VolumesNegativeTest-1626773736-project] 10.222.0.69 "GET /v2.0/ports?device_id=a53f6340-e877-4cbc-91d6-9248a8273b15 HTTP/1.1" status: 200 len: 210 time: 0.0301564 Sep 08 16:37:48.686372 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f71c34-13fd-49dc-a13d-89bf956611c8 req-a35caf40-caff-4cd1-bb79-a4b206893501 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:48.688232 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f1f71c34-13fd-49dc-a13d-89bf956611c8 req-a35caf40-caff-4cd1-bb79-a4b206893501 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0526769 Sep 08 16:37:48.740051 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f1f71c34-13fd-49dc-a13d-89bf956611c8 req-60f4b33a-e101-45c0-9aa4-e42d853d344c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404480 Sep 08 16:37:49.250767 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d7712-19da-4605-a081-92bcf4f23922 req-c88e258d-d97e-44a0-a723-076f2457bba1 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:49.252285 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1e4d7712-19da-4605-a081-92bcf4f23922 req-c88e258d-d97e-44a0-a723-076f2457bba1 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0498748 Sep 08 16:37:49.298325 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1e4d7712-19da-4605-a081-92bcf4f23922 req-dcedd0bd-6807-4052-ba57-b8f6ded22b13 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367835 Sep 08 16:37:49.664999 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94386b-9475-42ed-a7bf-0636f2e8c66d req-2b488e95-b6b6-4049-a11b-c7d0666c592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:49.666569 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-db94386b-9475-42ed-a7bf-0636f2e8c66d req-2b488e95-b6b6-4049-a11b-c7d0666c592f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 1099 time: 0.0449142 Sep 08 16:37:49.730341 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-db94386b-9475-42ed-a7bf-0636f2e8c66d req-ba11b9e3-1e3a-480a-a8c0-f21a94cbd531 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304735 Sep 08 16:37:49.860821 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8c78b-8bb7-4573-b449-bc47a532a5ab req-2ead6720-1b4f-4141-8db7-557b61046a69 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:49.862310 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-dfb8c78b-8bb7-4573-b449-bc47a532a5ab req-2ead6720-1b4f-4141-8db7-557b61046a69 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0521767 Sep 08 16:37:49.910238 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-dfb8c78b-8bb7-4573-b449-bc47a532a5ab req-95ab793c-8c76-413b-a521-5ec6e905f164 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374284 Sep 08 16:37:50.213533 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device ad6253ad-dec7-4af0-a568-844e51a2db74 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:37:50.243352 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] No Port match for: ad6253ad-dec7-4af0-a568-844e51a2db74 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:37:50.244033 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device ad6253ad-dec7-4af0-a568-844e51a2db74 not bound to the agent host hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:37:50.424775 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d91dd-5fdd-49c1-937b-bda3d1b92c8b req-749aff6d-9f25-4f5c-af54-49a2d89e044e tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:50.424775 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-062d91dd-5fdd-49c1-937b-bda3d1b92c8b req-749aff6d-9f25-4f5c-af54-49a2d89e044e tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0554171 Sep 08 16:37:50.462646 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-062d91dd-5fdd-49c1-937b-bda3d1b92c8b req-c2ff5cdf-79e1-40c3-870f-70c2836026d7 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325518 Sep 08 16:37:51.032652 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f03e9f-adb8-4fb6-8de3-2986d6c6c38a req-a4c7301c-9733-49cc-8fc2-1ed12576994b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:51.034332 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-22f03e9f-adb8-4fb6-8de3-2986d6c6c38a req-a4c7301c-9733-49cc-8fc2-1ed12576994b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0506380 Sep 08 16:37:51.074118 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-22f03e9f-adb8-4fb6-8de3-2986d6c6c38a req-348397a2-b38f-439c-aede-cbcd6d9518ff tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336003 Sep 08 16:37:51.592957 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362e382-2d51-4dbe-afdb-599ca2b51e05 req-112ee9e9-1c7f-4943-a4ee-474d61f194a4 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:51.594584 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-3362e382-2d51-4dbe-afdb-599ca2b51e05 req-112ee9e9-1c7f-4943-a4ee-474d61f194a4 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0499873 Sep 08 16:37:51.633166 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-3362e382-2d51-4dbe-afdb-599ca2b51e05 req-99292114-beec-4158-8e8d-9595879a2d5c tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322387 Sep 08 16:37:52.196112 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0b622-4087-4e4e-93a8-d261b564e673 req-000142e1-d3ad-4955-8794-ae198a89be26 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:52.197603 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-28b0b622-4087-4e4e-93a8-d261b564e673 req-000142e1-d3ad-4955-8794-ae198a89be26 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0498793 Sep 08 16:37:52.238782 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-28b0b622-4087-4e4e-93a8-d261b564e673 req-0c066666-a321-43bb-aad0-e70637676d9d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350652 Sep 08 16:37:52.756482 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187c8f8-e860-491f-ae46-d735b3f9e108 req-4c1b6e0a-d9b2-43a6-a7e9-184587f184c7 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:52.757987 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b187c8f8-e860-491f-ae46-d735b3f9e108 req-4c1b6e0a-d9b2-43a6-a7e9-184587f184c7 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0566883 Sep 08 16:37:52.799034 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b187c8f8-e860-491f-ae46-d735b3f9e108 req-f352c49c-0041-4fc8-8115-1a2cfed01f98 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350144 Sep 08 16:37:53.068871 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b6dbc-d8e0-4792-9ce1-35476e80118d req-b44cb460-0233-4a6a-a9b2-25b5a9cfd359 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:53.070386 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-eb5b6dbc-d8e0-4792-9ce1-35476e80118d req-b44cb460-0233-4a6a-a9b2-25b5a9cfd359 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0549345 Sep 08 16:37:53.100536 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5c66b-bdf8-42a4-9f67-5f55b2317de8 req-c4f2ce88-c5b0-4947-bae1-6798583d8501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:53.102072 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-85a5c66b-bdf8-42a4-9f67-5f55b2317de8 req-c4f2ce88-c5b0-4947-bae1-6798583d8501 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81c4757c7f3247b68665fdb276686a96&device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 1099 time: 0.0417726 Sep 08 16:37:53.110622 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-eb5b6dbc-d8e0-4792-9ce1-35476e80118d req-eb029f39-9562-4bfa-add3-21caf2cb4113 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336061 Sep 08 16:37:53.200225 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5c66b-bdf8-42a4-9f67-5f55b2317de8 req-088d5827-3758-478a-accb-cef2d6ed4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:53.201733 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-85a5c66b-bdf8-42a4-9f67-5f55b2317de8 req-088d5827-3758-478a-accb-cef2d6ed4a2b service neutron] 10.222.0.38 "GET /v2.0/networks?id=36f557e5-0efe-4eef-bced-be0bb3e3f756 HTTP/1.1" status: 200 len: 919 time: 0.0912600 Sep 08 16:37:53.254471 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-85a5c66b-bdf8-42a4-9f67-5f55b2317de8 req-d2b732de-77d8-4b4d-96cc-ff9c459cdfba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e17c3881-d6fe-4e04-8750-7445ef308cd8 HTTP/1.1" status: 200 len: 217 time: 0.0354533 Sep 08 16:37:53.320868 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5c66b-bdf8-42a4-9f67-5f55b2317de8 req-b4af9257-b7b6-4abb-8c14-1d1b746ec4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:53.322472 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-85a5c66b-bdf8-42a4-9f67-5f55b2317de8 req-b4af9257-b7b6-4abb-8c14-1d1b746ec4b5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3240b4ec-a6f2-4115-bd70-90b9d26d722b HTTP/1.1" status: 200 len: 858 time: 0.0468433 Sep 08 16:37:53.374941 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-85a5c66b-bdf8-42a4-9f67-5f55b2317de8 req-a0ba8bdb-ea67-4be3-bcfb-9e2f49116ce9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=36f557e5-0efe-4eef-bced-be0bb3e3f756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426240 Sep 08 16:37:53.429558 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bd527-bdb0-4a92-9ea2-552f6785d5d1 req-e7e14f1e-a947-4e90-96b1-ce3671bf54f0 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:53.431103 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-001bd527-bdb0-4a92-9ea2-552f6785d5d1 req-e7e14f1e-a947-4e90-96b1-ce3671bf54f0 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.1077688 Sep 08 16:37:53.517028 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-001bd527-bdb0-4a92-9ea2-552f6785d5d1 req-42507f19-ea36-43d6-9ee3-6bc0588fb2d8 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550189 Sep 08 16:37:53.523764 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-85a5c66b-bdf8-42a4-9f67-5f55b2317de8 req-5f64b266-3b63-48fc-b91a-8da23e2915a2 service neutron] 10.222.0.38 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389723 Sep 08 16:37:53.566150 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 35394) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:53.621075 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-85a5c66b-bdf8-42a4-9f67-5f55b2317de8 req-1cda53c4-29a4-4f04-8415-bc06d5ea36b5 service neutron] 10.222.0.38 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855029 Sep 08 16:37:53.706345 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-2e1a1df5-d0c4-4886-ab61-40b992a33005 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=95b04cc84e724bf49ff44810e448f0f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1390100 Sep 08 16:37:53.710136 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 35398) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:37:53.760971 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-74c11594-3248-41db-9fad-588077eeb49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:53.783653 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-74c11594-3248-41db-9fad-588077eeb49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:53.836801 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-74c11594-3248-41db-9fad-588077eeb49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:53.839509 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-74c11594-3248-41db-9fad-588077eeb49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:53.840694 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-74c11594-3248-41db-9fad-588077eeb49c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a34a954b-0c6a-45cb-9b11-505135fd8c06 HTTP/1.1" status: 204 len: 168 time: 0.1293104 Sep 08 16:37:53.850672 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c11594-3248-41db-9fad-588077eeb49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34a954b-0c6a-45cb-9b11-505135fd8c06,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:37:54.237812 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336db3d2-46e6-4e0e-b7b1-c10f9ac90dbe req-5b334676-1be7-4be2-9c4d-5ddac8ebfab8 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:54.240180 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-336db3d2-46e6-4e0e-b7b1-c10f9ac90dbe req-5b334676-1be7-4be2-9c4d-5ddac8ebfab8 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0528512 Sep 08 16:37:54.278882 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-336db3d2-46e6-4e0e-b7b1-c10f9ac90dbe req-9730c162-23fc-4c39-bbbc-2430a45a54c1 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327079 Sep 08 16:37:54.642312 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98762bce-7c85-4e91-a198-0179bf1910b0 req-6f001a54-d422-42fb-a114-ff01373150ec tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:54.643909 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-98762bce-7c85-4e91-a198-0179bf1910b0 req-6f001a54-d422-42fb-a114-ff01373150ec tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0494826 Sep 08 16:37:54.683476 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-98762bce-7c85-4e91-a198-0179bf1910b0 req-85a9336c-6922-4e98-a3f1-b5b0fa8db166 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331175 Sep 08 16:37:55.413363 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052c7f1-4ae0-4cc9-82c2-f5dce0de7e95 req-5d7fbb50-c55e-4772-96ad-2a209e776319 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:55.415049 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c052c7f1-4ae0-4cc9-82c2-f5dce0de7e95 req-5d7fbb50-c55e-4772-96ad-2a209e776319 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0588796 Sep 08 16:37:55.458398 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c052c7f1-4ae0-4cc9-82c2-f5dce0de7e95 req-852c455d-e203-48b0-8bdd-1daf3f2db896 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353072 Sep 08 16:37:55.830247 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b015c-5f73-46d3-8f0e-1b82f00f537c req-dc4d4b83-8410-4487-a4bf-003183ca716a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:55.831808 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-666b015c-5f73-46d3-8f0e-1b82f00f537c req-dc4d4b83-8410-4487-a4bf-003183ca716a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0604732 Sep 08 16:37:55.880814 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-666b015c-5f73-46d3-8f0e-1b82f00f537c req-0be75f70-5fe9-41de-b6b9-1f972b72d6ef tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425828 Sep 08 16:37:56.403565 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500533c0-791d-42f1-90f8-e7fb3fc88776 req-2e4e72b6-65df-4a47-8bd0-7618eee00eec tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:56.405097 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-500533c0-791d-42f1-90f8-e7fb3fc88776 req-2e4e72b6-65df-4a47-8bd0-7618eee00eec tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0608959 Sep 08 16:37:56.444142 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-500533c0-791d-42f1-90f8-e7fb3fc88776 req-3b93eef9-0728-4376-87b0-d04c2f2a409c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327113 Sep 08 16:37:56.575531 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2044a4-d9f6-476f-a022-9dc18edf0933 req-2b27b48a-acad-433a-b586-f0090871ecca tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:56.576938 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ab2044a4-d9f6-476f-a022-9dc18edf0933 req-2b27b48a-acad-433a-b586-f0090871ecca tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0487967 Sep 08 16:37:56.621899 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ab2044a4-d9f6-476f-a022-9dc18edf0933 req-4a0e179e-c001-4b50-ad69-e992d7aea582 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388117 Sep 08 16:37:57.010936 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69e279-76ba-4cee-962f-085b72dcfa61 req-3650d756-e46c-49d5-892f-bdacdb821929 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:57.012608 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-da69e279-76ba-4cee-962f-085b72dcfa61 req-3650d756-e46c-49d5-892f-bdacdb821929 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0523198 Sep 08 16:37:57.050684 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-da69e279-76ba-4cee-962f-085b72dcfa61 req-6405bc4e-1afb-48b4-ae4f-0051696ea5ca tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320878 Sep 08 16:37:57.572572 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29d826-c73b-4f20-8952-55d733946c8f req-a574dc83-d959-4c74-89b0-bd064c38d4ba tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:57.574697 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-da29d826-c73b-4f20-8952-55d733946c8f req-a574dc83-d959-4c74-89b0-bd064c38d4ba tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0550675 Sep 08 16:37:57.614527 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-da29d826-c73b-4f20-8952-55d733946c8f req-2f98fd8d-01ed-4b6b-add6-54cb9b38c8b3 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330420 Sep 08 16:37:57.750122 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1e1e3-7fa9-4706-b15d-3e8eb78c397b req-0af77c0b-b95d-4a4b-b21f-99e584334b0b tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:57.751555 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a9d1e1e3-7fa9-4706-b15d-3e8eb78c397b req-0af77c0b-b95d-4a4b-b21f-99e584334b0b tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0500305 Sep 08 16:37:57.796955 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a9d1e1e3-7fa9-4706-b15d-3e8eb78c397b req-814ad777-d31b-4989-b146-148f23b8d644 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386000 Sep 08 16:37:58.184046 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6000fc-55df-40cb-a68c-938647ce0d8d req-c41b596d-ce37-4021-b561-042fc380fd76 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:58.185613 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ae6000fc-55df-40cb-a68c-938647ce0d8d req-c41b596d-ce37-4021-b561-042fc380fd76 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0506442 Sep 08 16:37:58.224227 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ae6000fc-55df-40cb-a68c-938647ce0d8d req-b435f96f-f1f5-4b08-b398-19bd7d6200fe tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315485 Sep 08 16:37:58.418070 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dfa15-991f-4e63-9bab-3c5798a4efbf req-78ad56cc-6d0c-4846-934c-d0eaf524c984 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:58.419738 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-547dfa15-991f-4e63-9bab-3c5798a4efbf req-78ad56cc-6d0c-4846-934c-d0eaf524c984 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=92346b33-8ba7-4c34-8ad4-81e49ab98d5e HTTP/1.1" status: 200 len: 945 time: 0.0590227 Sep 08 16:37:58.419912 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b74de28d-64c4-44ec-9573-f6a79a3e175f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:37:58.463826 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-547dfa15-991f-4e63-9bab-3c5798a4efbf req-0b3832bb-05d9-44c4-b903-3750f50e3f83 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363171 Sep 08 16:37:58.744556 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ea387-682a-4260-877c-e024b8ad68af req-548d83c3-60e9-48da-9460-9bc8facb3edc tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:58.746339 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-731ea387-682a-4260-877c-e024b8ad68af req-548d83c3-60e9-48da-9460-9bc8facb3edc tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0569861 Sep 08 16:37:58.791574 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-731ea387-682a-4260-877c-e024b8ad68af req-5dd84bd7-0d90-45ac-b235-dd5a67a633be tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385599 Sep 08 16:37:59.293199 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a489e9-befd-434a-bbcd-f142a57cd0e6 req-c9a480e8-1b83-4d58-8867-83335a4edf18 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:59.294729 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-48a489e9-befd-434a-bbcd-f142a57cd0e6 req-c9a480e8-1b83-4d58-8867-83335a4edf18 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0501828 Sep 08 16:37:59.331898 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-48a489e9-befd-434a-bbcd-f142a57cd0e6 req-0a893951-7f61-4e3f-927c-bb2cee6ad65b tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312560 Sep 08 16:37:59.345934 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3bcb4-5bd2-4154-84f2-01679dc1c8ce req-52510331-1e5c-4369-b806-e3e5566ee4cd tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:59.347467 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-eca3bcb4-5bd2-4154-84f2-01679dc1c8ce req-52510331-1e5c-4369-b806-e3e5566ee4cd tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0492342 Sep 08 16:37:59.392187 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-eca3bcb4-5bd2-4154-84f2-01679dc1c8ce req-a5a639d3-80e2-4591-8eae-902d686f2a4f tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382617 Sep 08 16:37:59.591646 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53782a7a-80c6-4d57-9ee1-bbb8c4324f72 req-6318d2a3-028a-4f04-aa92-11d8402b8867 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:59.593193 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-53782a7a-80c6-4d57-9ee1-bbb8c4324f72 req-6318d2a3-028a-4f04-aa92-11d8402b8867 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=92346b33-8ba7-4c34-8ad4-81e49ab98d5e HTTP/1.1" status: 200 len: 945 time: 0.0529790 Sep 08 16:37:59.633355 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-53782a7a-80c6-4d57-9ee1-bbb8c4324f72 req-f4d960af-c90c-451c-a191-b3e83e62e92b tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341377 Sep 08 16:37:59.939130 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355b025-31b1-4c63-baa6-fc82071e3af7 req-7bbd4d40-d0ad-4277-aa13-407c21a9b0af tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:37:59.940630 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a355b025-31b1-4c63-baa6-fc82071e3af7 req-7bbd4d40-d0ad-4277-aa13-407c21a9b0af tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0690854 Sep 08 16:37:59.982578 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a355b025-31b1-4c63-baa6-fc82071e3af7 req-86a090a9-76be-4b88-84cb-a8c6e0b797b4 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348682 Sep 08 16:38:00.523269 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe844d-761f-43e5-9b5a-706824398532 req-83eb0b9a-4567-486a-8979-58d9513a6034 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:00.524742 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-62fe844d-761f-43e5-9b5a-706824398532 req-83eb0b9a-4567-486a-8979-58d9513a6034 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0531452 Sep 08 16:38:00.566337 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-62fe844d-761f-43e5-9b5a-706824398532 req-5b23936a-d257-4840-a1c5-bba06ad1cccb tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323901 Sep 08 16:38:00.760926 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109da46-f411-4837-9934-bb7fa8ea21bd req-6f526e2e-ef07-43c5-8acd-0c261de5c4f6 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:00.762426 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-7109da46-f411-4837-9934-bb7fa8ea21bd req-6f526e2e-ef07-43c5-8acd-0c261de5c4f6 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=92346b33-8ba7-4c34-8ad4-81e49ab98d5e HTTP/1.1" status: 200 len: 945 time: 0.0543971 Sep 08 16:38:00.805765 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-7109da46-f411-4837-9934-bb7fa8ea21bd req-63daa3f3-3468-4792-aa38-d42417a41f0a tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371859 Sep 08 16:38:01.112847 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4e9b3-92e4-4605-9f59-d5e7bb20c95a req-4c0e4391-c968-4ebf-a63d-2d28dbec3f59 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:01.114401 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0af4e9b3-92e4-4605-9f59-d5e7bb20c95a req-4c0e4391-c968-4ebf-a63d-2d28dbec3f59 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0518343 Sep 08 16:38:01.134257 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5a1ed614-8d2a-4200-87fb-ed2c088df008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:01.163436 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0af4e9b3-92e4-4605-9f59-d5e7bb20c95a req-9f577b38-a7d0-43ef-a939-5fb63e72839a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423846 Sep 08 16:38:01.229953 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:01.385770 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3508f5c-ec3f-4d9e-bd09-d9142df801e3 req-a622a1a1-6d67-461d-9331-61289c7fdbb6 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:01.387175 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f3508f5c-ec3f-4d9e-bd09-d9142df801e3 req-a622a1a1-6d67-461d-9331-61289c7fdbb6 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.38 "GET /v2.0/ports?device_id=92346b33-8ba7-4c34-8ad4-81e49ab98d5e HTTP/1.1" status: 200 len: 945 time: 0.0553775 Sep 08 16:38:01.492956 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-f3508f5c-ec3f-4d9e-bd09-d9142df801e3 req-685518eb-12c3-4941-88cc-c25aa292b6cc tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Deleting port 52718efa-cda6-4d93-890f-bbe00580306e {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:38:01.493458 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-f3508f5c-ec3f-4d9e-bd09-d9142df801e3 req-685518eb-12c3-4941-88cc-c25aa292b6cc tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:01.587043 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-f3508f5c-ec3f-4d9e-bd09-d9142df801e3 req-685518eb-12c3-4941-88cc-c25aa292b6cc tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] For port 52718efa-cda6-4d93-890f-bbe00580306e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=52718efa-cda6-4d93-890f-bbe00580306e,segment=NetworkSegment(e631686a-1086-45ee-8f3b-c6edaa5166b6),segment_id=e631686a-1086-45ee-8f3b-c6edaa5166b6)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:38:01.587797 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-f3508f5c-ec3f-4d9e-bd09-d9142df801e3 req-685518eb-12c3-4941-88cc-c25aa292b6cc tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:01.599569 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-f3508f5c-ec3f-4d9e-bd09-d9142df801e3 req-685518eb-12c3-4941-88cc-c25aa292b6cc tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Calling delete_port for 52718efa-cda6-4d93-890f-bbe00580306e owned by compute:nova {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:38:01.691589 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444f8d0-e937-42d0-bde0-bf3af5dafe30 req-fda546ea-0dd6-4631-85df-4d9d54996e66 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:01.693272 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1444f8d0-e937-42d0-bde0-bf3af5dafe30 req-fda546ea-0dd6-4631-85df-4d9d54996e66 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0525658 Sep 08 16:38:01.734217 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1444f8d0-e937-42d0-bde0-bf3af5dafe30 req-c4faa088-4d06-49fe-9176-9e0a7c47049c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337980 Sep 08 16:38:01.737565 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-f3508f5c-ec3f-4d9e-bd09-d9142df801e3 req-685518eb-12c3-4941-88cc-c25aa292b6cc tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:01.790944 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['d7b7e0f9-fe8c-49d7-9101-c18fb8637760', 'a7e79db0-eaad-40e3-9c9b-741ab758234f', '9b85c08f-c643-4641-9b55-871f294f719a', '52718efa-cda6-4d93-890f-bbe00580306e'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:38:02.018840 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685518eb-12c3-4941-88cc-c25aa292b6cc tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Pushing event deleted for resources: {'Port': ['ID=52718efa-cda6-4d93-890f-bbe00580306e,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:02.049040 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9425a865-6f79-4b0c-9e88-2ae6eb1f2a57 req-95ec23b1-ed68-4600-af0f-1a1310e76935 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=92346b33-8ba7-4c34-8ad4-81e49ab98d5e HTTP/1.1" status: 200 len: 210 time: 0.0321977 Sep 08 16:38:02.080869 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3508f5c-ec3f-4d9e-bd09-d9142df801e3 req-685518eb-12c3-4941-88cc-c25aa292b6cc tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] No DVR routers for this DVR port 52718efa-cda6-4d93-890f-bbe00580306e on host hv-cinder-79053 {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:38:02.083487 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-f3508f5c-ec3f-4d9e-bd09-d9142df801e3 req-685518eb-12c3-4941-88cc-c25aa292b6cc tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:02.085553 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f3508f5c-ec3f-4d9e-bd09-d9142df801e3 req-685518eb-12c3-4941-88cc-c25aa292b6cc tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.38 "DELETE /v2.0/ports/52718efa-cda6-4d93-890f-bbe00580306e HTTP/1.1" status: 204 len: 173 time: 0.6901124 Sep 08 16:38:02.086027 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92346b33-8ba7-4c34-8ad4-81e49ab98d5e', 'name': 'network-vif-deleted', 'tag': '52718efa-cda6-4d93-890f-bbe00580306e'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:38:02.088681 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8732a93e-ae51-4c31-8dd1-1a71320ec9b6" -d '{"events": [{"server_uuid": "92346b33-8ba7-4c34-8ad4-81e49ab98d5e", "name": "network-vif-deleted", "tag": "52718efa-cda6-4d93-890f-bbe00580306e"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:38:02.129856 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f151e3fe-ef31-4fc6-970f-0ed700d1156b x-openstack-request-id: req-f151e3fe-ef31-4fc6-970f-0ed700d1156b {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:38:02.130406 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92346b33-8ba7-4c34-8ad4-81e49ab98d5e", "name": "network-vif-deleted", "tag": "52718efa-cda6-4d93-890f-bbe00580306e", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:38:02.130406 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f151e3fe-ef31-4fc6-970f-0ed700d1156b {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:38:02.130767 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92346b33-8ba7-4c34-8ad4-81e49ab98d5e', 'name': 'network-vif-deleted', 'tag': '52718efa-cda6-4d93-890f-bbe00580306e', 'status': 'completed', 'code': 200} Sep 08 16:38:02.308247 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb2749-8615-4547-bbad-0585ac0c354d req-1b4d97a9-921c-4211-9713-9f5c3f187d0a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:02.310342 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-34eb2749-8615-4547-bbad-0585ac0c354d req-1b4d97a9-921c-4211-9713-9f5c3f187d0a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0662160 Sep 08 16:38:02.311579 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 8772f1e6-a40e-4d12-9186-bd1a5f255db5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:38:02.356344 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-34eb2749-8615-4547-bbad-0585ac0c354d req-c6bda493-357b-4cdf-ab74-f882fac86e3e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384376 Sep 08 16:38:02.417124 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 8772f1e6-a40e-4d12-9186-bd1a5f255db5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8772f1e6-a40e-4d12-9186-bd1a5f255db5,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:38:02.428368 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': '8772f1e6-a40e-4d12-9186-bd1a5f255db5', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'port_id': '8772f1e6-a40e-4d12-9186-bd1a5f255db5', 'mac_address': 'fa:16:3e:8e:b4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:38:02.483472 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:02.493025 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:02.497041 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:38:02.497591 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8772f1e6-a40e-4d12-9186-bd1a5f255db5 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:38:02.517047 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 8772f1e6-a40e-4d12-9186-bd1a5f255db5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8772f1e6-a40e-4d12-9186-bd1a5f255db5,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:38:02.521980 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:02.571861 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=8772f1e6-a40e-4d12-9186-bd1a5f255db5,revision_number=6']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:02.870948 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['8772f1e6-a40e-4d12-9186-bd1a5f255db5'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:38:02.873109 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0b224-a08f-44fa-b626-af440a9b86db req-9a92737e-a9ac-4a5f-96b8-1987022114b3 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:02.874741 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-47a0b224-a08f-44fa-b626-af440a9b86db req-9a92737e-a9ac-4a5f-96b8-1987022114b3 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 945 time: 0.0609460 Sep 08 16:38:02.930890 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-47a0b224-a08f-44fa-b626-af440a9b86db req-add9967d-5c27-4632-9939-a294dca60d88 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405715 Sep 08 16:38:03.506953 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43792df6-8055-44da-aeb0-b84397e6ab16 req-5c28a9b4-932f-4642-8d3d-05610e4e9319 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:03.508721 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-43792df6-8055-44da-aeb0-b84397e6ab16 req-5c28a9b4-932f-4642-8d3d-05610e4e9319 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0552015 Sep 08 16:38:03.552141 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-43792df6-8055-44da-aeb0-b84397e6ab16 req-a9227ec0-41f9-4456-9f72-fc8095d90a31 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368736 Sep 08 16:38:04.070865 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87317b-9cf5-463a-8fa3-d1cb9d0bfe32 req-a55101b4-a356-47f4-b1d7-3c41187f0f78 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:04.073501 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6c87317b-9cf5-463a-8fa3-d1cb9d0bfe32 req-a55101b4-a356-47f4-b1d7-3c41187f0f78 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 945 time: 0.0581489 Sep 08 16:38:04.122168 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6c87317b-9cf5-463a-8fa3-d1cb9d0bfe32 req-47869522-23db-4b5b-9c7c-30f381e768a3 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404949 Sep 08 16:38:04.127024 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:04.314395 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 8772f1e6-a40e-4d12-9186-bd1a5f255db5 up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:38:04.380087 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port 8772f1e6-a40e-4d12-9186-bd1a5f255db5 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:38:04.380466 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:04.496980 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:04.586288 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c663966-e457-4d6c-9626-26bec71d82d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8772f1e6-a40e-4d12-9186-bd1a5f255db5'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:38:04.586288 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcb9acf-31d6-40af-b5ad-beb947450dca" -d '{"events": [{"server_uuid": "1c663966-e457-4d6c-9626-26bec71d82d9", "name": "network-vif-plugged", "status": "completed", "tag": "8772f1e6-a40e-4d12-9186-bd1a5f255db5"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:38:04.586288 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 8772f1e6-a40e-4d12-9186-bd1a5f255db5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8772f1e6-a40e-4d12-9186-bd1a5f255db5,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:38:04.619147 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:04.662134 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e06e5-b247-46f7-bb10-ef34f282bdf8 req-2ed4ed35-849f-4b79-9626-7997ade346e1 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:04.673163 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5d7e06e5-b247-46f7-bb10-ef34f282bdf8 req-2ed4ed35-849f-4b79-9626-7997ade346e1 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=07613be1-1175-40bb-abe1-0dea1e44cca4 HTTP/1.1" status: 200 len: 946 time: 0.1771889 Sep 08 16:38:04.700428 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2340f75b-498f-4ae0-b4e5-2a66cc20c729 x-openstack-request-id: req-2340f75b-498f-4ae0-b4e5-2a66cc20c729 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:38:04.701087 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c663966-e457-4d6c-9626-26bec71d82d9", "name": "network-vif-plugged", "status": "completed", "tag": "8772f1e6-a40e-4d12-9186-bd1a5f255db5", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:38:04.701524 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2340f75b-498f-4ae0-b4e5-2a66cc20c729 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:38:04.702113 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c663966-e457-4d6c-9626-26bec71d82d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8772f1e6-a40e-4d12-9186-bd1a5f255db5', 'code': 200} Sep 08 16:38:04.761630 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=8772f1e6-a40e-4d12-9186-bd1a5f255db5,revision_number=7']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:04.775697 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5d7e06e5-b247-46f7-bb10-ef34f282bdf8 req-fa921990-1577-49dc-8125-b6eb551d0afb tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788717 Sep 08 16:38:04.819133 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b281ffe-78cf-4d56-9174-d2ffb8358dad req-f093f878-1546-42f5-b459-0f02fa95c44c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:04.821870 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-2b281ffe-78cf-4d56-9174-d2ffb8358dad req-f093f878-1546-42f5-b459-0f02fa95c44c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0665615 Sep 08 16:38:04.867918 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-2b281ffe-78cf-4d56-9174-d2ffb8358dad req-ea3e048d-4630-4f89-ad56-188f7d7596da tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382302 Sep 08 16:38:05.270030 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9637e9b-261b-4137-901c-de14057ad739 req-f3cbf319-df8a-4a44-b487-41ccdce273a9 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:05.271777 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f9637e9b-261b-4137-901c-de14057ad739 req-f3cbf319-df8a-4a44-b487-41ccdce273a9 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0649598 Sep 08 16:38:05.319507 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f9637e9b-261b-4137-901c-de14057ad739 req-59aa5ce4-5725-478c-807b-983667634784 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406806 Sep 08 16:38:05.917471 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387568c-64b7-441f-8d9d-66cb6554927d req-047fd66d-d399-455d-bf69-69b30aa15fcb tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:05.919470 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c387568c-64b7-441f-8d9d-66cb6554927d req-047fd66d-d399-455d-bf69-69b30aa15fcb tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=07613be1-1175-40bb-abe1-0dea1e44cca4 HTTP/1.1" status: 200 len: 946 time: 0.0697999 Sep 08 16:38:05.987223 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c387568c-64b7-441f-8d9d-66cb6554927d req-bbb78cad-b885-4351-b28a-a0e84056e6d6 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521145 Sep 08 16:38:06.011990 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb490c6-9bf9-4dbc-8c8d-4c9d6367ffab req-019316cb-c23f-4cd1-beaa-1e019e1bc2ac tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:06.026844 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-bdb490c6-9bf9-4dbc-8c8d-4c9d6367ffab req-019316cb-c23f-4cd1-beaa-1e019e1bc2ac tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0726888 Sep 08 16:38:06.076395 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-bdb490c6-9bf9-4dbc-8c8d-4c9d6367ffab req-362713a7-009e-4f6a-9a67-30fc16d0d502 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477619 Sep 08 16:38:06.331229 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 52718efa-cda6-4d93-890f-bbe00580306e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:38:06.375146 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] No Port match for: 52718efa-cda6-4d93-890f-bbe00580306e {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:38:06.375724 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 52718efa-cda6-4d93-890f-bbe00580306e not bound to the agent host hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:38:06.466346 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6b4d9-6afa-4bb1-af36-1f8be3e1bb34 req-a3aefbba-10e5-4d05-82fe-191f09c275f1 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:06.468871 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e4f6b4d9-6afa-4bb1-af36-1f8be3e1bb34 req-a3aefbba-10e5-4d05-82fe-191f09c275f1 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0571914 Sep 08 16:38:06.522545 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e4f6b4d9-6afa-4bb1-af36-1f8be3e1bb34 req-dc8aa591-5ab4-48fc-852b-0d4c46e524ab tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485651 Sep 08 16:38:06.930162 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dae35-75eb-4224-adb5-3d569d09c619 req-3dab11b1-4548-4b68-8691-e0376521a4d2 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:06.933068 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-eb4dae35-75eb-4224-adb5-3d569d09c619 req-3dab11b1-4548-4b68-8691-e0376521a4d2 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.38 "GET /v2.0/ports?device_id=07613be1-1175-40bb-abe1-0dea1e44cca4 HTTP/1.1" status: 200 len: 946 time: 0.0566607 Sep 08 16:38:07.055377 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-eb4dae35-75eb-4224-adb5-3d569d09c619 req-9e483421-641e-4910-9889-b0fc44a0a276 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Deleting port 9b85c08f-c643-4641-9b55-871f294f719a {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:38:07.055845 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-eb4dae35-75eb-4224-adb5-3d569d09c619 req-9e483421-641e-4910-9889-b0fc44a0a276 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:07.178647 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f192d7-c2f2-4ef1-8744-fa009c392323 req-2b31c95e-7357-4d3e-a436-17006528db17 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:07.180357 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-17f192d7-c2f2-4ef1-8744-fa009c392323 req-2b31c95e-7357-4d3e-a436-17006528db17 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=07613be1-1175-40bb-abe1-0dea1e44cca4 HTTP/1.1" status: 200 len: 946 time: 0.1036818 Sep 08 16:38:07.218804 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-eb4dae35-75eb-4224-adb5-3d569d09c619 req-9e483421-641e-4910-9889-b0fc44a0a276 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] For port 9b85c08f-c643-4641-9b55-871f294f719a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9b85c08f-c643-4641-9b55-871f294f719a,segment=NetworkSegment(e631686a-1086-45ee-8f3b-c6edaa5166b6),segment_id=e631686a-1086-45ee-8f3b-c6edaa5166b6)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:38:07.219234 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-eb4dae35-75eb-4224-adb5-3d569d09c619 req-9e483421-641e-4910-9889-b0fc44a0a276 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:07.255673 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-17f192d7-c2f2-4ef1-8744-fa009c392323 req-6870e552-065d-46ce-a043-f6259826d066 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690041 Sep 08 16:38:07.260129 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-eb4dae35-75eb-4224-adb5-3d569d09c619 req-9e483421-641e-4910-9889-b0fc44a0a276 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Calling delete_port for 9b85c08f-c643-4641-9b55-871f294f719a owned by compute:nova {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:38:07.279617 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58468f7d-352e-4d2d-ac2e-2f3d22b2e64e req-faa463f2-86f3-414f-9c6a-545f3702b044 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:07.314057 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-58468f7d-352e-4d2d-ac2e-2f3d22b2e64e req-faa463f2-86f3-414f-9c6a-545f3702b044 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.1106987 Sep 08 16:38:07.383224 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-58468f7d-352e-4d2d-ac2e-2f3d22b2e64e req-e3ac1bfd-9e63-408e-a78a-71574ea04493 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675991 Sep 08 16:38:07.431435 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-eb4dae35-75eb-4224-adb5-3d569d09c619 req-9e483421-641e-4910-9889-b0fc44a0a276 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:07.473552 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e483421-641e-4910-9889-b0fc44a0a276 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Pushing event deleted for resources: {'Port': ['ID=9b85c08f-c643-4641-9b55-871f294f719a,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:07.479046 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['d7b7e0f9-fe8c-49d7-9101-c18fb8637760', 'a7e79db0-eaad-40e3-9c9b-741ab758234f', '9b85c08f-c643-4641-9b55-871f294f719a'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:38:07.508052 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4dae35-75eb-4224-adb5-3d569d09c619 req-9e483421-641e-4910-9889-b0fc44a0a276 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] No DVR routers for this DVR port 9b85c08f-c643-4641-9b55-871f294f719a on host hv-cinder-79053 {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:38:07.510512 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-eb4dae35-75eb-4224-adb5-3d569d09c619 req-9e483421-641e-4910-9889-b0fc44a0a276 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:07.512737 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-eb4dae35-75eb-4224-adb5-3d569d09c619 req-9e483421-641e-4910-9889-b0fc44a0a276 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.38 "DELETE /v2.0/ports/9b85c08f-c643-4641-9b55-871f294f719a HTTP/1.1" status: 204 len: 173 time: 0.5708034 Sep 08 16:38:07.513178 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07613be1-1175-40bb-abe1-0dea1e44cca4', 'name': 'network-vif-deleted', 'tag': '9b85c08f-c643-4641-9b55-871f294f719a'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:38:07.515513 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd077d2-d50a-4120-98e6-80a9cb3b8479" -d '{"events": [{"server_uuid": "07613be1-1175-40bb-abe1-0dea1e44cca4", "name": "network-vif-deleted", "tag": "9b85c08f-c643-4641-9b55-871f294f719a"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:38:07.616246 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d0ecd8-1e1b-4db0-b4a1-f9bb7435e0a8 x-openstack-request-id: req-b2d0ecd8-1e1b-4db0-b4a1-f9bb7435e0a8 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:38:07.616524 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07613be1-1175-40bb-abe1-0dea1e44cca4", "name": "network-vif-deleted", "tag": "9b85c08f-c643-4641-9b55-871f294f719a", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:38:07.616809 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b2d0ecd8-1e1b-4db0-b4a1-f9bb7435e0a8 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:38:07.617269 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07613be1-1175-40bb-abe1-0dea1e44cca4', 'name': 'network-vif-deleted', 'tag': '9b85c08f-c643-4641-9b55-871f294f719a', 'status': 'completed', 'code': 200} Sep 08 16:38:07.689852 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a99629-55be-406c-a6c8-e91ce0ede676 req-2ec04532-b0b8-40dc-bf91-b1844ad3318e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:07.701720 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-59a99629-55be-406c-a6c8-e91ce0ede676 req-2ec04532-b0b8-40dc-bf91-b1844ad3318e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0947328 Sep 08 16:38:07.748963 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-59a99629-55be-406c-a6c8-e91ce0ede676 req-c2f82641-b18b-43ee-9ced-1934ce15c28b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451519 Sep 08 16:38:08.574950 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a0ccc-d568-490a-b692-beb50ffd3a80 req-425f55df-d664-4b70-8c8a-f262bd1cd68e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:08.576554 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-191a0ccc-d568-490a-b692-beb50ffd3a80 req-425f55df-d664-4b70-8c8a-f262bd1cd68e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0960324 Sep 08 16:38:08.627448 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-191a0ccc-d568-490a-b692-beb50ffd3a80 req-0865c8f0-12ba-4230-9c0e-2f79b4facd2e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441978 Sep 08 16:38:08.738301 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe992262-5ad2-4606-b5c5-ff43c645c52f req-21c4f858-2bb8-4e42-9de5-4604b53d41c5 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:08.745661 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fe992262-5ad2-4606-b5c5-ff43c645c52f req-21c4f858-2bb8-4e42-9de5-4604b53d41c5 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=484f5d23-130a-4af2-8b02-49bf1699e59c HTTP/1.1" status: 200 len: 946 time: 0.0600154 Sep 08 16:38:08.799604 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fe992262-5ad2-4606-b5c5-ff43c645c52f req-3ea41e2b-5628-46d5-90a5-bbae6edd84b8 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509064 Sep 08 16:38:09.021327 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88d46a-1db3-4320-af9a-2ac1201b36bc req-a31a9a43-21d6-4992-80cb-d28a01f6532b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:09.023134 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9b88d46a-1db3-4320-af9a-2ac1201b36bc req-a31a9a43-21d6-4992-80cb-d28a01f6532b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.1356189 Sep 08 16:38:09.054841 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d121d4-2f7c-4efe-b0b6-ba04e5115c0d req-c79dff55-23b6-479d-ac5e-5ad00bbaa66f tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:09.056353 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-24d121d4-2f7c-4efe-b0b6-ba04e5115c0d req-c79dff55-23b6-479d-ac5e-5ad00bbaa66f tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.1030123 Sep 08 16:38:09.094844 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9b88d46a-1db3-4320-af9a-2ac1201b36bc req-37d007e5-5971-4953-91d2-62ab0c57ac3b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570488 Sep 08 16:38:09.097860 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72b4fb-5df4-4e91-98f7-0cc3ed26b922 req-714c9286-b05f-46e3-a86d-105e1d22dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:09.099262 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6e72b4fb-5df4-4e91-98f7-0cc3ed26b922 req-714c9286-b05f-46e3-a86d-105e1d22dfc9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81c4757c7f3247b68665fdb276686a96&device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 1099 time: 0.0738623 Sep 08 16:38:09.101050 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-24d121d4-2f7c-4efe-b0b6-ba04e5115c0d req-b07be83f-a99a-4a76-9786-2b0b62c628ec tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381148 Sep 08 16:38:09.222194 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72b4fb-5df4-4e91-98f7-0cc3ed26b922 req-ecee21e1-d0d1-431c-837c-3684288c3dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:09.223747 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6e72b4fb-5df4-4e91-98f7-0cc3ed26b922 req-ecee21e1-d0d1-431c-837c-3684288c3dc3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=36f557e5-0efe-4eef-bced-be0bb3e3f756 HTTP/1.1" status: 200 len: 919 time: 0.1074359 Sep 08 16:38:09.286927 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6e72b4fb-5df4-4e91-98f7-0cc3ed26b922 req-9598f8bc-a2af-4b9b-ac3c-0c7a8136d7b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e17c3881-d6fe-4e04-8750-7445ef308cd8 HTTP/1.1" status: 200 len: 217 time: 0.0523992 Sep 08 16:38:09.358781 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72b4fb-5df4-4e91-98f7-0cc3ed26b922 req-f6772f80-f39c-4374-8c37-ead2183b1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:09.360501 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6e72b4fb-5df4-4e91-98f7-0cc3ed26b922 req-f6772f80-f39c-4374-8c37-ead2183b1b82 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3240b4ec-a6f2-4115-bd70-90b9d26d722b HTTP/1.1" status: 200 len: 858 time: 0.0599742 Sep 08 16:38:09.404567 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6e72b4fb-5df4-4e91-98f7-0cc3ed26b922 req-b95e0a85-6103-403a-a1f2-5b827cb0bf92 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=36f557e5-0efe-4eef-bced-be0bb3e3f756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266061 Sep 08 16:38:09.517381 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6e72b4fb-5df4-4e91-98f7-0cc3ed26b922 req-2a9e3256-b1be-4c1c-8428-d4b4d42e3067 service neutron] 10.222.0.38 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929835 Sep 08 16:38:09.616391 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6e72b4fb-5df4-4e91-98f7-0cc3ed26b922 req-2fa82638-4b9b-4444-8f40-6296aa006ea3 service neutron] 10.222.0.38 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910029 Sep 08 16:38:09.750337 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a344ee-2d46-43a5-b79b-a7f7809a035f req-a36393ad-1ec1-4b91-b3e5-fa15f20fa700 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:09.756167 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c8a344ee-2d46-43a5-b79b-a7f7809a035f req-a36393ad-1ec1-4b91-b3e5-fa15f20fa700 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0565097 Sep 08 16:38:09.799140 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c8a344ee-2d46-43a5-b79b-a7f7809a035f req-1848ffc7-2fa6-4b93-8b17-830ca22b4c10 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404835 Sep 08 16:38:09.923924 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a23852-8b86-43be-80dc-3bb6ec6ab23b req-718bc8de-b7de-4821-aaf4-f4e14ab218a2 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:09.925790 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-60a23852-8b86-43be-80dc-3bb6ec6ab23b req-718bc8de-b7de-4821-aaf4-f4e14ab218a2 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=484f5d23-130a-4af2-8b02-49bf1699e59c HTTP/1.1" status: 200 len: 946 time: 0.0531664 Sep 08 16:38:09.975468 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-60a23852-8b86-43be-80dc-3bb6ec6ab23b req-1f3d5c1c-0102-47cb-b332-087abfbd94c9 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427470 Sep 08 16:38:10.241148 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17432df-0490-455b-a321-c3eba77002db req-3b4bd8c3-bafb-4167-9a4a-318b95b515ba tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:10.244264 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdad45d-9616-4f2e-bb5f-b838b5bb9ce1 req-da21512c-2f5f-48c2-b5e0-88552a74c08e tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:10.250356 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b17432df-0490-455b-a321-c3eba77002db req-3b4bd8c3-bafb-4167-9a4a-318b95b515ba tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0666754 Sep 08 16:38:10.253685 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-2fdad45d-9616-4f2e-bb5f-b838b5bb9ce1 req-da21512c-2f5f-48c2-b5e0-88552a74c08e tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0800107 Sep 08 16:38:10.297588 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-2fdad45d-9616-4f2e-bb5f-b838b5bb9ce1 req-3dc8756b-7b52-4c16-a754-4a85b1d03e2f tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429811 Sep 08 16:38:10.322445 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b17432df-0490-455b-a321-c3eba77002db req-37823fb1-b04a-48aa-8e0e-db38108ee265 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706038 Sep 08 16:38:10.919133 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90303e-e3e1-462c-8da8-05a687107546 req-b14ad3f8-0453-4d5b-ac14-9defe911cbc2 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:10.920811 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5d90303e-e3e1-462c-8da8-05a687107546 req-b14ad3f8-0453-4d5b-ac14-9defe911cbc2 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0519433 Sep 08 16:38:10.964524 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5d90303e-e3e1-462c-8da8-05a687107546 req-fa8984dd-d717-4a8c-a9ee-595add1e66db tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374861 Sep 08 16:38:11.045453 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edcbf0-725d-461f-8a59-7c93a1a4556c req-c087bb62-c42d-4aa2-b55b-3760e1eb5dfe tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:11.046993 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-26edcbf0-725d-461f-8a59-7c93a1a4556c req-c087bb62-c42d-4aa2-b55b-3760e1eb5dfe tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.38 "GET /v2.0/ports?device_id=484f5d23-130a-4af2-8b02-49bf1699e59c HTTP/1.1" status: 200 len: 946 time: 0.0705764 Sep 08 16:38:11.152484 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d7c6a-6cce-4e71-8eb0-94f5252d455c req-3ff2a543-0091-409a-9f2f-606732c88969 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:11.154311 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-aa0d7c6a-6cce-4e71-8eb0-94f5252d455c req-3ff2a543-0091-409a-9f2f-606732c88969 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=484f5d23-130a-4af2-8b02-49bf1699e59c HTTP/1.1" status: 200 len: 946 time: 0.1061471 Sep 08 16:38:11.209675 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-26edcbf0-725d-461f-8a59-7c93a1a4556c req-3e70b31c-d1b3-49c4-8bd8-3505ef5a9d45 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Deleting port a7e79db0-eaad-40e3-9c9b-741ab758234f {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:38:11.209987 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-26edcbf0-725d-461f-8a59-7c93a1a4556c req-3e70b31c-d1b3-49c4-8bd8-3505ef5a9d45 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:11.217360 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-aa0d7c6a-6cce-4e71-8eb0-94f5252d455c req-1525ae6a-a541-4d3e-924e-f4ceef68c5c8 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537395 Sep 08 16:38:11.313453 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-26edcbf0-725d-461f-8a59-7c93a1a4556c req-3e70b31c-d1b3-49c4-8bd8-3505ef5a9d45 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] For port a7e79db0-eaad-40e3-9c9b-741ab758234f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a7e79db0-eaad-40e3-9c9b-741ab758234f,segment=NetworkSegment(e631686a-1086-45ee-8f3b-c6edaa5166b6),segment_id=e631686a-1086-45ee-8f3b-c6edaa5166b6)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:38:11.313853 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-26edcbf0-725d-461f-8a59-7c93a1a4556c req-3e70b31c-d1b3-49c4-8bd8-3505ef5a9d45 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:11.327262 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-26edcbf0-725d-461f-8a59-7c93a1a4556c req-3e70b31c-d1b3-49c4-8bd8-3505ef5a9d45 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Calling delete_port for a7e79db0-eaad-40e3-9c9b-741ab758234f owned by compute:nova {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:38:11.447654 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e0278-5103-47bb-b74c-f8bd9fcc3598 req-47f59c2f-e5da-47d2-bbf5-0f1dd3631333 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:11.449622 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f50e0278-5103-47bb-b74c-f8bd9fcc3598 req-47f59c2f-e5da-47d2-bbf5-0f1dd3631333 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0631554 Sep 08 16:38:11.458203 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bb90e-4aea-4a3b-98d6-4b2724b63a11 req-55e4d2fa-209d-4fe6-afb8-52c5c03de156 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:11.459722 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-828bb90e-4aea-4a3b-98d6-4b2724b63a11 req-55e4d2fa-209d-4fe6-afb8-52c5c03de156 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0643032 Sep 08 16:38:11.492411 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f50e0278-5103-47bb-b74c-f8bd9fcc3598 req-658bc5f7-a4b6-4903-ada5-4b092baecf2f tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353947 Sep 08 16:38:11.530730 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-828bb90e-4aea-4a3b-98d6-4b2724b63a11 req-2ac5c8ba-1b47-4ee7-945c-5171e36fe082 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606122 Sep 08 16:38:11.543776 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-26edcbf0-725d-461f-8a59-7c93a1a4556c req-3e70b31c-d1b3-49c4-8bd8-3505ef5a9d45 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:11.577705 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70b31c-d1b3-49c4-8bd8-3505ef5a9d45 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Pushing event deleted for resources: {'Port': ['ID=a7e79db0-eaad-40e3-9c9b-741ab758234f,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:11.598464 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['d7b7e0f9-fe8c-49d7-9101-c18fb8637760', 'a7e79db0-eaad-40e3-9c9b-741ab758234f'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:38:11.619935 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-26edcbf0-725d-461f-8a59-7c93a1a4556c req-3e70b31c-d1b3-49c4-8bd8-3505ef5a9d45 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] No DVR routers for this DVR port a7e79db0-eaad-40e3-9c9b-741ab758234f on host hv-cinder-79053 {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:38:11.622437 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-26edcbf0-725d-461f-8a59-7c93a1a4556c req-3e70b31c-d1b3-49c4-8bd8-3505ef5a9d45 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:11.624501 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-26edcbf0-725d-461f-8a59-7c93a1a4556c req-3e70b31c-d1b3-49c4-8bd8-3505ef5a9d45 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.38 "DELETE /v2.0/ports/a7e79db0-eaad-40e3-9c9b-741ab758234f HTTP/1.1" status: 204 len: 173 time: 0.5677364 Sep 08 16:38:11.624932 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484f5d23-130a-4af2-8b02-49bf1699e59c', 'name': 'network-vif-deleted', 'tag': 'a7e79db0-eaad-40e3-9c9b-741ab758234f'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:38:11.627203 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8c6d98-499d-4da4-9155-84214a7a625b" -d '{"events": [{"server_uuid": "484f5d23-130a-4af2-8b02-49bf1699e59c", "name": "network-vif-deleted", "tag": "a7e79db0-eaad-40e3-9c9b-741ab758234f"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:38:11.666522 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a59282-9be1-4bdd-8201-9fbd91fbeef4 x-openstack-request-id: req-99a59282-9be1-4bdd-8201-9fbd91fbeef4 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:38:11.666820 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484f5d23-130a-4af2-8b02-49bf1699e59c", "name": "network-vif-deleted", "tag": "a7e79db0-eaad-40e3-9c9b-741ab758234f", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:38:11.667065 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-99a59282-9be1-4bdd-8201-9fbd91fbeef4 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:38:11.667489 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484f5d23-130a-4af2-8b02-49bf1699e59c', 'name': 'network-vif-deleted', 'tag': 'a7e79db0-eaad-40e3-9c9b-741ab758234f', 'status': 'completed', 'code': 200} Sep 08 16:38:12.098993 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de6e8f-c9f3-4f3a-98fb-6cf7c310c699 req-11f76a25-b7b4-41dc-bc5d-0a9df6f99832 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:12.101055 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b0de6e8f-c9f3-4f3a-98fb-6cf7c310c699 req-11f76a25-b7b4-41dc-bc5d-0a9df6f99832 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0612912 Sep 08 16:38:12.154002 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b0de6e8f-c9f3-4f3a-98fb-6cf7c310c699 req-9ee8c1ec-7ea5-450c-9feb-49ab17bb778b tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443492 Sep 08 16:38:12.339787 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 9b85c08f-c643-4641-9b55-871f294f719a no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:38:12.371491 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] No Port match for: 9b85c08f-c643-4641-9b55-871f294f719a {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:38:12.371491 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 9b85c08f-c643-4641-9b55-871f294f719a not bound to the agent host hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:38:12.407245 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-eeb57d16-29da-49b1-b166-45d9244a4684 req-42ba1676-b941-4d1f-b427-2bbba297c30e tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=484f5d23-130a-4af2-8b02-49bf1699e59c HTTP/1.1" status: 200 len: 210 time: 0.0341861 Sep 08 16:38:12.652246 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611ff61-28eb-48b3-86ea-0c56cccb54e7 req-83fc44fd-24ae-4059-b992-7c8655ba6cc0 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:12.655119 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a611ff61-28eb-48b3-86ea-0c56cccb54e7 req-83fc44fd-24ae-4059-b992-7c8655ba6cc0 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0779397 Sep 08 16:38:12.697381 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a611ff61-28eb-48b3-86ea-0c56cccb54e7 req-c8a77c62-9532-46cf-ba85-2bc454800d19 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359073 Sep 08 16:38:12.840522 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e2a55-50c6-4415-bb18-b3654bf4dd21 req-29fddf0d-8ef6-4e63-aabf-5aea4a367aad tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:12.842668 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-9c1e2a55-50c6-4415-bb18-b3654bf4dd21 req-29fddf0d-8ef6-4e63-aabf-5aea4a367aad tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0559552 Sep 08 16:38:12.903963 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-9c1e2a55-50c6-4415-bb18-b3654bf4dd21 req-cfbc9ef1-eb17-47e8-acb5-3c57d7221fae tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522068 Sep 08 16:38:13.292792 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ca792-7e1e-4e53-8434-e18f997a9359 req-38fa904f-0a6f-4848-8257-0cfd60a667b6 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:13.294345 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-477ca792-7e1e-4e53-8434-e18f997a9359 req-38fa904f-0a6f-4848-8257-0cfd60a667b6 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0542803 Sep 08 16:38:13.339664 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-477ca792-7e1e-4e53-8434-e18f997a9359 req-9c7f2077-727c-41a1-b89c-729befb363ea tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384383 Sep 08 16:38:13.833635 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f309e18-1f60-4c23-9988-928a0e4e831a req-17a1a023-9983-4676-8291-290728ef6a41 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:13.836255 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8f309e18-1f60-4c23-9988-928a0e4e831a req-17a1a023-9983-4676-8291-290728ef6a41 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0614457 Sep 08 16:38:13.875347 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8f309e18-1f60-4c23-9988-928a0e4e831a req-47e256c3-069b-457f-89e2-7b923060d73a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329640 Sep 08 16:38:14.064579 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6a448-df35-4299-b4bf-96d169d59af8 req-d825069f-4d03-4a72-9506-5cd480d6925f tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:14.066109 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-17f6a448-df35-4299-b4bf-96d169d59af8 req-d825069f-4d03-4a72-9506-5cd480d6925f tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0628290 Sep 08 16:38:14.111799 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-17f6a448-df35-4299-b4bf-96d169d59af8 req-f9b43d0c-196c-47bf-be1e-710e63feaf52 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390635 Sep 08 16:38:14.319695 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d686771-3272-40aa-aacd-236dd54305fe req-90d5ffae-32b4-454a-b681-043069ac2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:14.321242 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5d686771-3272-40aa-aacd-236dd54305fe req-90d5ffae-32b4-454a-b681-043069ac2c85 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e1afedab9c44cb28f302d9f903cc9c1&device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 1099 time: 0.0438635 Sep 08 16:38:14.446830 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d686771-3272-40aa-aacd-236dd54305fe req-18ee4e9b-fa72-4b27-860f-f72726fd1202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:14.448668 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5d686771-3272-40aa-aacd-236dd54305fe req-18ee4e9b-fa72-4b27-860f-f72726fd1202 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d5885bf2-f857-4e7a-90de-683d9b947e27 HTTP/1.1" status: 200 len: 918 time: 0.1153140 Sep 08 16:38:14.482205 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5fbe5-337a-458a-8f4b-64e04a7bbc29 req-27b4e452-2cb7-46b2-9cc2-d6ac55380b9f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:14.483809 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-78f5fbe5-337a-458a-8f4b-64e04a7bbc29 req-27b4e452-2cb7-46b2-9cc2-d6ac55380b9f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0690775 Sep 08 16:38:14.563674 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-78f5fbe5-337a-458a-8f4b-64e04a7bbc29 req-2eae6fe0-c119-4564-a372-5bb9fff7809a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527668 Sep 08 16:38:14.565412 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5d686771-3272-40aa-aacd-236dd54305fe req-47904762-6844-478c-999c-ac46d7348342 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8772f1e6-a40e-4d12-9186-bd1a5f255db5 HTTP/1.1" status: 200 len: 1002 time: 0.1036246 Sep 08 16:38:14.607877 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:14.622191 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d686771-3272-40aa-aacd-236dd54305fe req-2a2bcc28-4171-4cc7-ac11-8a04b4981782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:14.623747 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5d686771-3272-40aa-aacd-236dd54305fe req-2a2bcc28-4171-4cc7-ac11-8a04b4981782 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c2d542b-edd8-4e91-896a-b3e1b00238ca HTTP/1.1" status: 200 len: 856 time: 0.0470316 Sep 08 16:38:14.676881 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d686771-3272-40aa-aacd-236dd54305fe req-4264ec88-2578-422f-b3fe-d0e0858146a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:14.678442 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5d686771-3272-40aa-aacd-236dd54305fe req-4264ec88-2578-422f-b3fe-d0e0858146a9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d5885bf2-f857-4e7a-90de-683d9b947e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409381 Sep 08 16:38:14.780000 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5d686771-3272-40aa-aacd-236dd54305fe req-c37daa0b-1e5e-4d29-8700-9f5f192c6178 service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905814 Sep 08 16:38:14.849177 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fb031-8df6-4efe-a78e-3a08d9b7eb72 req-f298a95e-5f65-469f-b18a-90b3b4f102b2 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:14.850652 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f59fb031-8df6-4efe-a78e-3a08d9b7eb72 req-f298a95e-5f65-469f-b18a-90b3b4f102b2 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 945 time: 0.0741682 Sep 08 16:38:14.930383 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f59fb031-8df6-4efe-a78e-3a08d9b7eb72 req-2e9ab282-d8c3-40ae-851c-e7793b03a483 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494056 Sep 08 16:38:14.934386 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5d686771-3272-40aa-aacd-236dd54305fe req-eb76761c-c13f-477f-89f1-3ca6c7363ba9 service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233544 Sep 08 16:38:15.005502 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d9bf0-d37b-45d2-b82b-a41156853e3b req-d8ece55f-7770-47e6-9799-e67226a6aed2 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:15.007072 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f47d9bf0-d37b-45d2-b82b-a41156853e3b req-d8ece55f-7770-47e6-9799-e67226a6aed2 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0590029 Sep 08 16:38:15.046735 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f47d9bf0-d37b-45d2-b82b-a41156853e3b req-9e134530-2fab-4c48-a1b3-ac9ad67bb008 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332375 Sep 08 16:38:15.239133 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cf936-b451-4359-b1e4-44acbe526bb9 req-84469042-05fe-4f2f-9d2e-9cbbf8be4bfc tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:15.240680 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fd4cf936-b451-4359-b1e4-44acbe526bb9 req-84469042-05fe-4f2f-9d2e-9cbbf8be4bfc tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0531378 Sep 08 16:38:15.284135 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fd4cf936-b451-4359-b1e4-44acbe526bb9 req-93b27b14-b654-4528-965e-35d25cd0342a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350471 Sep 08 16:38:15.694713 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19701a94-6cde-45b9-95f1-fec11005d8a4 req-a786cd54-d527-4c5b-b2a2-e5724b8d2cb3 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:15.696247 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-19701a94-6cde-45b9-95f1-fec11005d8a4 req-a786cd54-d527-4c5b-b2a2-e5724b8d2cb3 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0551465 Sep 08 16:38:15.736539 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-19701a94-6cde-45b9-95f1-fec11005d8a4 req-aab20af6-55b8-4363-9edf-51e4f85e7286 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321739 Sep 08 16:38:16.074973 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1ea75-1a97-47ce-8eb3-8e9a36d4151e req-9f961cbc-af0e-4da1-82f2-7e5db74733a8 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:16.076632 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-86f1ea75-1a97-47ce-8eb3-8e9a36d4151e req-9f961cbc-af0e-4da1-82f2-7e5db74733a8 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 945 time: 0.0616310 Sep 08 16:38:16.115346 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-86f1ea75-1a97-47ce-8eb3-8e9a36d4151e req-b8895352-38c4-40cd-8d3c-8606ca8f9520 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328038 Sep 08 16:38:16.168749 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d95ec-1e9d-4733-8aa6-a3c880d1eb72 req-2cd2d209-e192-4c45-bf9f-fbf49337ff60 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:16.170548 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-024d95ec-1e9d-4733-8aa6-a3c880d1eb72 req-2cd2d209-e192-4c45-bf9f-fbf49337ff60 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0542765 Sep 08 16:38:16.210882 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-024d95ec-1e9d-4733-8aa6-a3c880d1eb72 req-b41ea822-da6f-4605-86b0-35bf4ee517cf tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318213 Sep 08 16:38:16.385204 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device a7e79db0-eaad-40e3-9c9b-741ab758234f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:38:16.406829 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] No Port match for: a7e79db0-eaad-40e3-9c9b-741ab758234f {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:38:16.407179 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device a7e79db0-eaad-40e3-9c9b-741ab758234f not bound to the agent host hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:38:16.429127 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d6f94-6d64-491e-9386-a705f6043a0e req-c0fd468e-1c55-4e4a-9688-7442a5c24678 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:16.430602 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d43d6f94-6d64-491e-9386-a705f6043a0e req-c0fd468e-1c55-4e4a-9688-7442a5c24678 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0577960 Sep 08 16:38:16.468858 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d43d6f94-6d64-491e-9386-a705f6043a0e req-191591ab-5a0c-4f86-8832-ca6aeb587b61 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318484 Sep 08 16:38:16.873780 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1ef09-ecdc-4397-bb95-9fdfaa0383e4 req-445b6edd-d248-4a25-ad3f-e12a40103be9 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:16.875255 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-64f1ef09-ecdc-4397-bb95-9fdfaa0383e4 req-445b6edd-d248-4a25-ad3f-e12a40103be9 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0598149 Sep 08 16:38:16.916133 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-64f1ef09-ecdc-4397-bb95-9fdfaa0383e4 req-014e8ea5-384b-4b21-8804-ea8bb36cd2ef tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346382 Sep 08 16:38:17.154559 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c898429-067b-4c08-9b35-657a2a6665fa req-b2595c3f-a6f5-4a2c-bc46-153ec7fe82fa tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:17.156111 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6c898429-067b-4c08-9b35-657a2a6665fa req-b2595c3f-a6f5-4a2c-bc46-153ec7fe82fa tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.38 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 945 time: 0.0540223 Sep 08 16:38:17.267998 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b93b2-7ef0-4234-b1bc-e7b0d9d6d555 req-01dd58a9-60cc-4511-8b2f-a3dba3538eb6 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:17.269493 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3e1b93b2-7ef0-4234-b1bc-e7b0d9d6d555 req-01dd58a9-60cc-4511-8b2f-a3dba3538eb6 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 945 time: 0.0822656 Sep 08 16:38:17.315524 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-6c898429-067b-4c08-9b35-657a2a6665fa req-e068e729-4a0f-4249-8d88-aacaed849ae1 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Deleting port d7b7e0f9-fe8c-49d7-9101-c18fb8637760 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:38:17.315864 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-6c898429-067b-4c08-9b35-657a2a6665fa req-e068e729-4a0f-4249-8d88-aacaed849ae1 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:17.333099 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3e1b93b2-7ef0-4234-b1bc-e7b0d9d6d555 req-658e8f65-64cd-4a43-afa8-504cab6d9cb7 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/security-groups?id=31a03790-51e6-438c-b788-e9a81f9e0450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562804 Sep 08 16:38:17.333964 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699821f-677a-4d0a-bc81-5068ab8e27f7 req-f346243b-bed7-49c0-b740-f0bd504f1d04 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:17.335868 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c699821f-677a-4d0a-bc81-5068ab8e27f7 req-f346243b-bed7-49c0-b740-f0bd504f1d04 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0540736 Sep 08 16:38:17.387991 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c699821f-677a-4d0a-bc81-5068ab8e27f7 req-727cceb8-b1e4-482a-9906-610e496eb919 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368936 Sep 08 16:38:17.415296 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-6c898429-067b-4c08-9b35-657a2a6665fa req-e068e729-4a0f-4249-8d88-aacaed849ae1 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] For port d7b7e0f9-fe8c-49d7-9101-c18fb8637760, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d7b7e0f9-fe8c-49d7-9101-c18fb8637760,segment=NetworkSegment(e631686a-1086-45ee-8f3b-c6edaa5166b6),segment_id=e631686a-1086-45ee-8f3b-c6edaa5166b6)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:38:17.415708 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-6c898429-067b-4c08-9b35-657a2a6665fa req-e068e729-4a0f-4249-8d88-aacaed849ae1 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:17.432753 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-6c898429-067b-4c08-9b35-657a2a6665fa req-e068e729-4a0f-4249-8d88-aacaed849ae1 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Calling delete_port for d7b7e0f9-fe8c-49d7-9101-c18fb8637760 owned by compute:nova {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:38:17.593042 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-6c898429-067b-4c08-9b35-657a2a6665fa req-e068e729-4a0f-4249-8d88-aacaed849ae1 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:17.636088 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['d7b7e0f9-fe8c-49d7-9101-c18fb8637760'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:38:17.639491 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068e729-4a0f-4249-8d88-aacaed849ae1 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Pushing event deleted for resources: {'Port': ['ID=d7b7e0f9-fe8c-49d7-9101-c18fb8637760,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:17.650730 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c49de-9a88-4810-92bb-9a4f3b6543f3 req-7785e2e5-c1f9-4319-a06d-249ae902ec61 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:17.652344 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ed2c49de-9a88-4810-92bb-9a4f3b6543f3 req-7785e2e5-c1f9-4319-a06d-249ae902ec61 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.1019058 Sep 08 16:38:17.703072 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c898429-067b-4c08-9b35-657a2a6665fa req-e068e729-4a0f-4249-8d88-aacaed849ae1 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] No DVR routers for this DVR port d7b7e0f9-fe8c-49d7-9101-c18fb8637760 on host hv-cinder-79053 {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:38:17.707467 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-6c898429-067b-4c08-9b35-657a2a6665fa req-e068e729-4a0f-4249-8d88-aacaed849ae1 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:17.709422 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6c898429-067b-4c08-9b35-657a2a6665fa req-e068e729-4a0f-4249-8d88-aacaed849ae1 tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.38 "DELETE /v2.0/ports/d7b7e0f9-fe8c-49d7-9101-c18fb8637760 HTTP/1.1" status: 204 len: 173 time: 0.5465376 Sep 08 16:38:17.709830 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0386173e-32b2-4055-ba82-8c8fb675791a', 'name': 'network-vif-deleted', 'tag': 'd7b7e0f9-fe8c-49d7-9101-c18fb8637760'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:38:17.712188 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fad724-005e-4cf7-9df4-216c98a040d7" -d '{"events": [{"server_uuid": "0386173e-32b2-4055-ba82-8c8fb675791a", "name": "network-vif-deleted", "tag": "d7b7e0f9-fe8c-49d7-9101-c18fb8637760"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:38:17.732309 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ed2c49de-9a88-4810-92bb-9a4f3b6543f3 req-8ac889f2-b23d-4007-b3f9-d1d739dbf18c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733995 Sep 08 16:38:17.757499 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49de8048-eac8-46b5-88f6-94dab006d2a6 x-openstack-request-id: req-49de8048-eac8-46b5-88f6-94dab006d2a6 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:38:17.757810 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0386173e-32b2-4055-ba82-8c8fb675791a", "name": "network-vif-deleted", "tag": "d7b7e0f9-fe8c-49d7-9101-c18fb8637760", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:38:17.758091 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-49de8048-eac8-46b5-88f6-94dab006d2a6 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:38:17.758480 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0386173e-32b2-4055-ba82-8c8fb675791a', 'name': 'network-vif-deleted', 'tag': 'd7b7e0f9-fe8c-49d7-9101-c18fb8637760', 'status': 'completed', 'code': 200} Sep 08 16:38:18.057350 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b197f8-b11b-4c71-bcd9-9e7fea713703 req-8f571d51-711d-4f09-bc2e-3b816e228acf tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:18.059680 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e4b197f8-b11b-4c71-bcd9-9e7fea713703 req-8f571d51-711d-4f09-bc2e-3b816e228acf tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0669394 Sep 08 16:38:18.104003 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e4b197f8-b11b-4c71-bcd9-9e7fea713703 req-f7a9c8cf-6f0b-4d06-abab-acc2006d3e74 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367866 Sep 08 16:38:18.283051 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [req-56044ae5-e5d7-4e0c-ae20-e1b1dffaef7a req-61ed3db1-9857-4978-80a6-cc57092eedef service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:38:18.284054 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-56044ae5-e5d7-4e0c-ae20-e1b1dffaef7a req-61ed3db1-9857-4978-80a6-cc57092eedef service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085511 Sep 08 16:38:18.368900 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 8772f1e6-a40e-4d12-9186-bd1a5f255db5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:38:18.478944 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-590ae07e-4ff3-4662-b970-7aa794e55c11 req-9a20234e-d233-4fd6-8796-664173b3ea4a tempest-AttachVolumeNegativeTest-318378628 tempest-AttachVolumeNegativeTest-318378628-project] 10.222.0.69 "GET /v2.0/ports?device_id=0386173e-32b2-4055-ba82-8c8fb675791a HTTP/1.1" status: 200 len: 210 time: 0.0359995 Sep 08 16:38:18.492890 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868de05-7ac8-4912-80ea-43b7371ad09d req-737158e9-3699-42d3-a808-55647bb282de tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:18.493629 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:18.495086 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c868de05-7ac8-4912-80ea-43b7371ad09d req-737158e9-3699-42d3-a808-55647bb282de tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 946 time: 0.0778134 Sep 08 16:38:18.556276 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c868de05-7ac8-4912-80ea-43b7371ad09d req-f54eebac-0ee7-465c-a757-78c3f71d1606 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551982 Sep 08 16:38:18.638145 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecc3dd-ca64-4349-add6-94ce561b8203 req-02a0425d-2784-4c10-a48a-19643d4d3ce7 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:18.641409 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b0ecc3dd-ca64-4349-add6-94ce561b8203 req-02a0425d-2784-4c10-a48a-19643d4d3ce7 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0752509 Sep 08 16:38:18.653979 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c663966-e457-4d6c-9626-26bec71d82d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8772f1e6-a40e-4d12-9186-bd1a5f255db5'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:38:18.656302 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07dc636-c812-42bc-9cf9-2148085390c3" -d '{"events": [{"server_uuid": "1c663966-e457-4d6c-9626-26bec71d82d9", "name": "network-vif-unplugged", "status": "completed", "tag": "8772f1e6-a40e-4d12-9186-bd1a5f255db5"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:38:18.667980 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 8772f1e6-a40e-4d12-9186-bd1a5f255db5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8772f1e6-a40e-4d12-9186-bd1a5f255db5,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:38:18.674714 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:18.697109 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b0ecc3dd-ca64-4349-add6-94ce561b8203 req-2f4a40b1-7af1-4bd5-a15e-e290288ba142 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420158 Sep 08 16:38:18.701518 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Sep 2021 16:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4979d31-bbae-4a24-bec9-c44c7955b118 x-openstack-request-id: req-b4979d31-bbae-4a24-bec9-c44c7955b118 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:38:18.701813 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c663966-e457-4d6c-9626-26bec71d82d9", "name": "network-vif-unplugged", "status": "failed", "tag": "8772f1e6-a40e-4d12-9186-bd1a5f255db5", "code": 422}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:38:18.702065 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b4979d31-bbae-4a24-bec9-c44c7955b118 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:38:18.702468 dv-cinder-790535-14-iscsi neutron-server[94084]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c663966-e457-4d6c-9626-26bec71d82d9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8772f1e6-a40e-4d12-9186-bd1a5f255db5', 'code': 422} returned with failed status Sep 08 16:38:18.728987 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=8772f1e6-a40e-4d12-9186-bd1a5f255db5,revision_number=8']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:18.958066 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 35794) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:19.081110 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b384ad32-9c48-440f-ad5e-635778f124f0 req-8d78639b-9d21-47e7-bda3-5b3807f73ffd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218488 Sep 08 16:38:19.094807 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [req-b384ad32-9c48-440f-ad5e-635778f124f0 req-b2ca2f1c-102a-4974-afb4-2da53e74f994 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:38:19.096209 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b384ad32-9c48-440f-ad5e-635778f124f0 req-b2ca2f1c-102a-4974-afb4-2da53e74f994 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086141 Sep 08 16:38:19.244287 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a06fe-1b70-47d7-a864-34fb923fa638 req-c6c69c1c-b561-408a-a048-2cc432e46cc1 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:19.245971 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-313a06fe-1b70-47d7-a864-34fb923fa638 req-c6c69c1c-b561-408a-a048-2cc432e46cc1 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0542164 Sep 08 16:38:19.292333 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-313a06fe-1b70-47d7-a864-34fb923fa638 req-fd29c085-10f4-4112-9b52-cc2c6ab1de9a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382323 Sep 08 16:38:19.550781 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 35810) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:19.600885 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_v2 [None req-4193f704-d53d-4caf-82b4-925eddf3fef4 admin admin] Deleting subnet e7919065-c634-4191-97d6-8e6fcf1f2ec3 {{(pid=94082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 16:38:19.604531 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4193f704-d53d-4caf-82b4-925eddf3fef4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:19.644857 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4193f704-d53d-4caf-82b4-925eddf3fef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29646795'] for subnet, precommit_delete_associations {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:19.688188 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4193f704-d53d-4caf-82b4-925eddf3fef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772541'] for subnet, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:19.709675 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a409b4e-cc2f-43b9-88c8-18086c71216f req-591e2adc-82ae-4a0e-9338-a62659ca840a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:19.711178 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9a409b4e-cc2f-43b9-88c8-18086c71216f req-591e2adc-82ae-4a0e-9338-a62659ca840a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0546949 Sep 08 16:38:19.751183 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4193f704-d53d-4caf-82b4-925eddf3fef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29525642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30203681'] for subnet, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:19.755716 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9a409b4e-cc2f-43b9-88c8-18086c71216f req-3a10a99a-c874-4d9e-a838-a977f80c745f tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377791 Sep 08 16:38:19.778236 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193f704-d53d-4caf-82b4-925eddf3fef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7919065-c634-4191-97d6-8e6fcf1f2ec3,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:19.783563 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4193f704-d53d-4caf-82b4-925eddf3fef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:19.785538 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-4193f704-d53d-4caf-82b4-925eddf3fef4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e7919065-c634-4191-97d6-8e6fcf1f2ec3 HTTP/1.1" status: 204 len: 168 time: 0.2336595 Sep 08 16:38:19.788260 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 35816) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:19.836294 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b715a3-f29b-4a23-b6c8-6d81005bf2b0 req-c31c5702-737e-45c9-a66c-4a36884c68d1 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:19.837849 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-64b715a3-f29b-4a23-b6c8-6d81005bf2b0 req-c31c5702-737e-45c9-a66c-4a36884c68d1 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0509753 Sep 08 16:38:19.859377 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601569'] for network, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:19.876285 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-64b715a3-f29b-4a23-b6c8-6d81005bf2b0 req-4b1a9097-6af2-42eb-99bc-2f241bfca7a7 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317886 Sep 08 16:38:19.941486 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770888', 'neutron.services.segments.db._delete_segments_for_network-8790707967645'] for network, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:19.963230 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:38:19.963608 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:38:19.964389 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:38:19.965112 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Subscribe: > port after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:38:19.965112 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Subscribe: > port after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:38:19.965486 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Subscribe: > port after_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:38:19.965730 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:38:19.966068 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:38:19.966438 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:38:19.966737 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:38:20.050643 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:38:20.051003 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:38:20.051335 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:38:20.051653 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 16:38:20.052035 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.services.segments.db [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526f19c3-d660-4150-b4a9-8068c02c7731']}} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:38:20.079599 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.services.segments.db [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e631686a-1086-45ee-8f3b-c6edaa5166b6') {'for_net_delete': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:38:20.079893 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.services.segments.db [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e631686a-1086-45ee-8f3b-c6edaa5166b6') {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:38:20.100040 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790707967910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29418587'] for segment, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:20.121704 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:20.130056 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:38:20.130455 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29607027'] for segment, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: from cryptography.utils import int_from_bytes Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: from cryptography.utils import int_from_bytes Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: Traceback (most recent call last): Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: timer() Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: cb(*args, **kw) Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: return func(*args, **kwargs) Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: self._notify() Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: self.callback(batched_events) Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: event.method(event) Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: return f(self, *a, **k) Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: return self._get(url).json() Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: return self.request(url, 'GET', **kwargs) Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:38:20.134358 dv-cinder-790535-14-iscsi neutron-server[94083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:38:20.190627 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587292'] for network, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:20.198910 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:20.204072 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] 10.222.0.69 "DELETE /v2.0/networks/526f19c3-d660-4150-b4a9-8068c02c7731 HTTP/1.1" status: 204 len: 168 time: 0.4117949 Sep 08 16:38:20.212746 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259bc4d-c366-48d1-86b2-173a803d625a admin admin] Pushing event deleted for resources: {'Network': ['ID=526f19c3-d660-4150-b4a9-8068c02c7731,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:20.423153 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 35824) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:20.424009 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9b1d1-b016-4f23-8bdd-01cca60ff00d req-4dd53276-eb01-46a3-b423-5df5550ccf94 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:20.425375 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a2e9b1d1-b016-4f23-8bdd-01cca60ff00d req-4dd53276-eb01-46a3-b423-5df5550ccf94 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0626497 Sep 08 16:38:20.477619 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-c06e1a86-26c3-47d8-ae8d-fcd7246c25e9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b37fecc579c1473c8b83905a25042a91&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0530701 Sep 08 16:38:20.480035 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 35828) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:20.536656 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-07eec02c-ccac-4ea3-9f5e-58b2eb5da6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:20.565472 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-07eec02c-ccac-4ea3-9f5e-58b2eb5da6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:20.622702 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-07eec02c-ccac-4ea3-9f5e-58b2eb5da6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:20.625391 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-07eec02c-ccac-4ea3-9f5e-58b2eb5da6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:20.626580 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-07eec02c-ccac-4ea3-9f5e-58b2eb5da6bb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/31a03790-51e6-438c-b788-e9a81f9e0450 HTTP/1.1" status: 204 len: 168 time: 0.1453726 Sep 08 16:38:20.637098 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eec02c-ccac-4ea3-9f5e-58b2eb5da6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a03790-51e6-438c-b788-e9a81f9e0450,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:20.720447 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a2e9b1d1-b016-4f23-8bdd-01cca60ff00d req-f8b46257-7162-4f50-aee8-3c2eafca2f74 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828798 Sep 08 16:38:20.880352 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ff200-512b-491c-9317-b42424199759 req-bd9e452b-c88f-4fed-9e45-7c4f48877216 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:20.881962 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b96ff200-512b-491c-9317-b42424199759 req-bd9e452b-c88f-4fed-9e45-7c4f48877216 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0503979 Sep 08 16:38:20.927512 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b96ff200-512b-491c-9317-b42424199759 req-e3bb6f55-20dc-4c7e-a497-77452f6b3e23 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391409 Sep 08 16:38:21.038491 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a019673-5132-4701-80a0-122d846c1ad5 req-88222dca-9735-4014-8973-884ce5c4a5c6 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:21.040181 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9a019673-5132-4701-80a0-122d846c1ad5 req-88222dca-9735-4014-8973-884ce5c4a5c6 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0689473 Sep 08 16:38:21.086638 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9a019673-5132-4701-80a0-122d846c1ad5 req-83cb3514-f94c-4d75-af48-94224ea6f0f2 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399244 Sep 08 16:38:21.850043 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dc744-b10c-4045-94c5-7bcbb4bacdc1 req-c27a7ed8-18eb-4964-9edb-a4b98f09e29a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:21.851636 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-461dc744-b10c-4045-94c5-7bcbb4bacdc1 req-c27a7ed8-18eb-4964-9edb-a4b98f09e29a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0497594 Sep 08 16:38:21.891840 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-461dc744-b10c-4045-94c5-7bcbb4bacdc1 req-22facfb2-eb60-4375-bb1b-746c4805c092 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338631 Sep 08 16:38:22.017050 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 35892) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:22.066111 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd04e13-e1a1-404d-8488-23ebe0544fe5 req-e334b303-219a-4e3c-829e-2eb164cb4f08 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:22.067863 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8cd04e13-e1a1-404d-8488-23ebe0544fe5 req-e334b303-219a-4e3c-829e-2eb164cb4f08 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0534484 Sep 08 16:38:22.112165 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8cd04e13-e1a1-404d-8488-23ebe0544fe5 req-acefeeb1-db83-486d-937b-79858cc533d1 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372124 Sep 08 16:38:22.135525 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5cb5764b-31a6-474c-8c78-78bc38ef33de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:22.250367 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e5c82-0ea1-449b-bbdc-d70baf5604ee req-daade8fb-8c7c-4b10-9f25-cc16829866d2 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:22.252040 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-611e5c82-0ea1-449b-bbdc-d70baf5604ee req-daade8fb-8c7c-4b10-9f25-cc16829866d2 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0812135 Sep 08 16:38:22.302385 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5cb5764b-31a6-474c-8c78-78bc38ef33de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:22.308277 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5cb5764b-31a6-474c-8c78-78bc38ef33de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:22.314890 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-611e5c82-0ea1-449b-bbdc-d70baf5604ee req-433c350a-b666-4e91-8619-d6b309e6e4aa tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564468 Sep 08 16:38:22.349725 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5764b-31a6-474c-8c78-78bc38ef33de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f9180b-e07f-4a86-8584-0d4238d09d98,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:22.355828 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-5cb5764b-31a6-474c-8c78-78bc38ef33de admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5b4675bb7d254d4c9aad9b6c811fff30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376365 Sep 08 16:38:22.359097 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 35898) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:22.421344 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-441bb34c-a20a-4187-ac1f-9fd2803f9e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:22.442097 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-441bb34c-a20a-4187-ac1f-9fd2803f9e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:22.495215 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-441bb34c-a20a-4187-ac1f-9fd2803f9e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:22.498498 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-441bb34c-a20a-4187-ac1f-9fd2803f9e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:22.499663 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-441bb34c-a20a-4187-ac1f-9fd2803f9e0b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/41f9180b-e07f-4a86-8584-0d4238d09d98 HTTP/1.1" status: 204 len: 168 time: 0.1389091 Sep 08 16:38:22.508176 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bb34c-a20a-4187-ac1f-9fd2803f9e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f9180b-e07f-4a86-8584-0d4238d09d98,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:22.925769 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device d7b7e0f9-fe8c-49d7-9101-c18fb8637760 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:38:22.948700 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] No Port match for: d7b7e0f9-fe8c-49d7-9101-c18fb8637760 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:38:22.949218 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device d7b7e0f9-fe8c-49d7-9101-c18fb8637760 not bound to the agent host hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:38:22.949682 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 8772f1e6-a40e-4d12-9186-bd1a5f255db5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:38:23.021462 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9a76f-b446-45c3-a6fd-30a967ef2a10 req-11656551-3d03-40d5-9420-61e53d95c54c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:23.022906 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a1a9a76f-b446-45c3-a6fd-30a967ef2a10 req-11656551-3d03-40d5-9420-61e53d95c54c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0563092 Sep 08 16:38:23.064952 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a1a9a76f-b446-45c3-a6fd-30a967ef2a10 req-acedca27-8df0-4886-89a0-d37b4f995899 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339181 Sep 08 16:38:23.190641 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 35926) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:23.255819 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f1077-781b-44cb-8818-7a92b0d4784d req-31a6fa1f-12ba-4585-87bb-86d0e78673f1 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:23.257252 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0a5f1077-781b-44cb-8818-7a92b0d4784d req-31a6fa1f-12ba-4585-87bb-86d0e78673f1 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0579374 Sep 08 16:38:23.299535 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0a5f1077-781b-44cb-8818-7a92b0d4784d req-90f39358-45d2-40c1-904d-1447d1dfa86c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357463 Sep 08 16:38:23.304545 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-4ed6170f-2363-46f3-9811-4b83c9e5716d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-297530485-network', 'tenant_id': '6cecef65e3dc44fc965686edc8956140'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:38:23.328883 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed6170f-2363-46f3-9811-4b83c9e5716d admin admin] Made reservation on behalf of 6cecef65e3dc44fc965686edc8956140 for: {'network': 1} {{(pid=94082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:38:23.332701 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4ed6170f-2363-46f3-9811-4b83c9e5716d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for network, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:23.344991 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4ed6170f-2363-46f3-9811-4b83c9e5716d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:23.442539 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4ed6170f-2363-46f3-9811-4b83c9e5716d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:23.443023 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222c396-3d56-4144-9f18-6ff8d2a63765 req-7b7e8872-b021-4a95-b8aa-399eb567efdf tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:23.444517 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d222c396-3d56-4144-9f18-6ff8d2a63765 req-7b7e8872-b021-4a95-b8aa-399eb567efdf tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0503228 Sep 08 16:38:23.446797 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4ed6170f-2363-46f3-9811-4b83c9e5716d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:23.469127 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed6170f-2363-46f3-9811-4b83c9e5716d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:38:23.482633 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6170f-2363-46f3-9811-4b83c9e5716d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d94a4e6-fbf6-4336-9259-60317d363ca2,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:23.484151 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d222c396-3d56-4144-9f18-6ff8d2a63765 req-b308d3d0-504b-4232-a72b-4246d3dc82db tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318823 Sep 08 16:38:23.489103 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4ed6170f-2363-46f3-9811-4b83c9e5716d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:23.489448 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.db.segments_db [None req-4ed6170f-2363-46f3-9811-4b83c9e5716d admin admin] Added segment 9f609dad-372c-42b8-8c9f-43b096134ddb of type vlan for network 15871ccf-7eb6-4d9d-a252-65c5ef80dda5 Sep 08 16:38:23.530252 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4ed6170f-2363-46f3-9811-4b83c9e5716d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790707670824'] for network, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:23.556734 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4ed6170f-2363-46f3-9811-4b83c9e5716d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for network, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:23.557775 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed6170f-2363-46f3-9811-4b83c9e5716d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:23.558569 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4ed6170f-2363-46f3-9811-4b83c9e5716d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:23.589006 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-4ed6170f-2363-46f3-9811-4b83c9e5716d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3969972 Sep 08 16:38:23.592325 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 35932) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:23.597451 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-858a06e3-f868-46dc-8655-84b53406690c admin admin] Request body: {'subnet': {'network_id': '15871ccf-7eb6-4d9d-a252-65c5ef80dda5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-297530485-subnet', 'tenant_id': '6cecef65e3dc44fc965686edc8956140', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:38:23.619738 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6170f-2363-46f3-9811-4b83c9e5716d admin admin] Pushing event updated for resources: {'Network': ['ID=15871ccf-7eb6-4d9d-a252-65c5ef80dda5,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:23.625724 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858a06e3-f868-46dc-8655-84b53406690c admin admin] Made reservation on behalf of 6cecef65e3dc44fc965686edc8956140 for: {'subnet': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:38:23.628096 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-858a06e3-f868-46dc-8655-84b53406690c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30250995'] for subnet, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:23.634307 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Network 15871ccf-7eb6-4d9d-a252-65c5ef80dda5 details requested by agent ovs-agent-dv-cinder-790535-14-iscsi with host dv-cinder-790535-14-iscsi {{(pid=94084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 16:38:23.798681 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-858a06e3-f868-46dc-8655-84b53406690c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29612496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30250989'] for subnet, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:23.857343 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a06e3-f868-46dc-8655-84b53406690c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cd8994d-e837-4d67-ad13-b8ba20101fbf,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:23.867628 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858a06e3-f868-46dc-8655-84b53406690c admin admin] Checking segment: {'id': '9f609dad-372c-42b8-8c9f-43b096134ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '15871ccf-7eb6-4d9d-a252-65c5ef80dda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:38:23.867977 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858a06e3-f868-46dc-8655-84b53406690c admin admin] Network hostable DHCP agents. Network: 15871ccf-7eb6-4d9d-a252-65c5ef80dda5, hostable agents: ['c6a67338-5c5e-4be7-97de-2bb9548e06ff'], hosted agents: [] {{(pid=94083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:38:23.890293 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858a06e3-f868-46dc-8655-84b53406690c admin admin] Network 15871ccf-7eb6-4d9d-a252-65c5ef80dda5 is scheduled to be hosted by DHCP agent c6a67338-5c5e-4be7-97de-2bb9548e06ff with binding_index 1 {{(pid=94083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:38:23.901496 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-858a06e3-f868-46dc-8655-84b53406690c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-14-iscsi, 15871ccf-7eb6-4d9d-a252-65c5ef80dda5) {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:38:23.906818 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858a06e3-f868-46dc-8655-84b53406690c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:23.907427 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-858a06e3-f868-46dc-8655-84b53406690c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:23.914472 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51004556-992e-4222-b87f-c81da433a8f5 None None] Network 15871ccf-7eb6-4d9d-a252-65c5ef80dda5 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:38:23.933961 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-858a06e3-f868-46dc-8655-84b53406690c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3316932 Sep 08 16:38:24.046860 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee726ef6-388c-42f3-a5d6-6a443a77bca6 None None] Network 15871ccf-7eb6-4d9d-a252-65c5ef80dda5 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:38:24.190092 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f38fa2-9c6a-4790-990d-196070f9e013 req-106338dc-585f-42e1-a5e3-d4743078e47b tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:24.191806 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-08f38fa2-9c6a-4790-990d-196070f9e013 req-106338dc-585f-42e1-a5e3-d4743078e47b tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0522766 Sep 08 16:38:24.238545 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-08f38fa2-9c6a-4790-990d-196070f9e013 req-c6d22a8d-b1d3-4226-a658-ebec0af5ad86 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397079 Sep 08 16:38:24.426297 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b919f6-e284-480c-b37b-a564c5c66af9 req-deeed363-88fe-4eb7-94f6-dfe8cd8bfe90 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:24.427884 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-86b919f6-e284-480c-b37b-a564c5c66af9 req-deeed363-88fe-4eb7-94f6-dfe8cd8bfe90 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0549858 Sep 08 16:38:24.435315 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 35954) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:24.440498 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-4b5c42d2-3471-4f24-a304-adba98a72bc2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-466424853-network', 'tenant_id': 'ff3b046190184a6db1a7bacc15d8ae32'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:38:24.464571 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5c42d2-3471-4f24-a304-adba98a72bc2 admin admin] Made reservation on behalf of ff3b046190184a6db1a7bacc15d8ae32 for: {'network': 1} {{(pid=94082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:38:24.467163 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4b5c42d2-3471-4f24-a304-adba98a72bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for network, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:24.476744 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4b5c42d2-3471-4f24-a304-adba98a72bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:24.531502 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-86b919f6-e284-480c-b37b-a564c5c66af9 req-2abcf802-5c2e-4bac-9f7f-d15a9a291fa5 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963886 Sep 08 16:38:24.539299 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384ad32-9c48-440f-ad5e-635778f124f0 req-2647cab5-e1be-486e-bf0d-7fca9719df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:24.541055 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b384ad32-9c48-440f-ad5e-635778f124f0 req-2647cab5-e1be-486e-bf0d-7fca9719df0c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9&tenant_id=4e1afedab9c44cb28f302d9f903cc9c1 HTTP/1.1" status: 200 len: 1097 time: 0.0993967 Sep 08 16:38:24.584754 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4b5c42d2-3471-4f24-a304-adba98a72bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:24.603644 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4b5c42d2-3471-4f24-a304-adba98a72bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:24.629393 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5c42d2-3471-4f24-a304-adba98a72bc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:38:24.637898 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384ad32-9c48-440f-ad5e-635778f124f0 req-3cafa1c8-1146-496e-a5a2-01b104a71327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:24.639528 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b384ad32-9c48-440f-ad5e-635778f124f0 req-3cafa1c8-1146-496e-a5a2-01b104a71327 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e1afedab9c44cb28f302d9f903cc9c1&device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 1097 time: 0.0418141 Sep 08 16:38:24.649356 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c42d2-3471-4f24-a304-adba98a72bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17c622b-6fbd-41d5-9be8-14f4eea0d9c9,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:24.655304 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4b5c42d2-3471-4f24-a304-adba98a72bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:24.655675 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.db.segments_db [None req-4b5c42d2-3471-4f24-a304-adba98a72bc2 admin admin] Added segment 79acc040-3b21-4033-90a5-bce4f34af5e7 of type vlan for network 5c314314-f3c4-4946-8792-273ca0181318 Sep 08 16:38:24.663811 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fd659-04af-421f-97e2-c06f400918b7 req-4c8282b4-c85a-47af-bea5-1d86741a182d tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:24.665291 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a84fd659-04af-421f-97e2-c06f400918b7 req-4c8282b4-c85a-47af-bea5-1d86741a182d tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0977416 Sep 08 16:38:24.720080 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4b5c42d2-3471-4f24-a304-adba98a72bc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790707670824'] for network, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:24.738553 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384ad32-9c48-440f-ad5e-635778f124f0 req-a6140b4b-462c-417b-9e71-aa37fe74df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:24.738765 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a84fd659-04af-421f-97e2-c06f400918b7 req-585c2e7a-fb64-43f4-8d6b-88d901605f3f tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661705 Sep 08 16:38:24.740481 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b384ad32-9c48-440f-ad5e-635778f124f0 req-a6140b4b-462c-417b-9e71-aa37fe74df0c service neutron] 10.222.0.38 "GET /v2.0/networks?id=d5885bf2-f857-4e7a-90de-683d9b947e27 HTTP/1.1" status: 200 len: 918 time: 0.0928812 Sep 08 16:38:24.759991 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4b5c42d2-3471-4f24-a304-adba98a72bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for network, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:24.759991 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5c42d2-3471-4f24-a304-adba98a72bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:24.759991 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4b5c42d2-3471-4f24-a304-adba98a72bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:24.796333 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-4b5c42d2-3471-4f24-a304-adba98a72bc2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3596447 Sep 08 16:38:24.796601 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 35960) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:24.801608 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-78283a36-d80a-4c34-b7a3-1ed5e5d3c33b admin admin] Request body: {'subnet': {'network_id': '5c314314-f3c4-4946-8792-273ca0181318', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-466424853-subnet', 'tenant_id': 'ff3b046190184a6db1a7bacc15d8ae32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:38:24.828370 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b384ad32-9c48-440f-ad5e-635778f124f0 req-0151179b-2b67-4cf1-bb1c-88d8cdbf4aaa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8772f1e6-a40e-4d12-9186-bd1a5f255db5 HTTP/1.1" status: 200 len: 1000 time: 0.0781946 Sep 08 16:38:24.829628 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c42d2-3471-4f24-a304-adba98a72bc2 admin admin] Pushing event updated for resources: {'Network': ['ID=5c314314-f3c4-4946-8792-273ca0181318,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:24.837901 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78283a36-d80a-4c34-b7a3-1ed5e5d3c33b admin admin] Made reservation on behalf of ff3b046190184a6db1a7bacc15d8ae32 for: {'subnet': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:38:24.840812 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-78283a36-d80a-4c34-b7a3-1ed5e5d3c33b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30250995'] for subnet, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:24.842026 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Network 5c314314-f3c4-4946-8792-273ca0181318 details requested by agent ovs-agent-dv-cinder-790535-14-iscsi with host dv-cinder-790535-14-iscsi {{(pid=94084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 16:38:24.961521 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384ad32-9c48-440f-ad5e-635778f124f0 req-6e78257f-faab-40fd-8e68-fe8d86c2932f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:24.963249 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b384ad32-9c48-440f-ad5e-635778f124f0 req-6e78257f-faab-40fd-8e68-fe8d86c2932f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c2d542b-edd8-4e91-896a-b3e1b00238ca HTTP/1.1" status: 200 len: 856 time: 0.1099372 Sep 08 16:38:25.048692 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384ad32-9c48-440f-ad5e-635778f124f0 req-67cbde66-b0e8-40f2-b3c3-0ed37f913b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:25.050236 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b384ad32-9c48-440f-ad5e-635778f124f0 req-67cbde66-b0e8-40f2-b3c3-0ed37f913b73 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d5885bf2-f857-4e7a-90de-683d9b947e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0751691 Sep 08 16:38:25.133208 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-78283a36-d80a-4c34-b7a3-1ed5e5d3c33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29612496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30250989'] for subnet, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:25.242300 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b384ad32-9c48-440f-ad5e-635778f124f0 req-e7695cac-6e1e-4f0a-ad62-58e736cb60ab service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589293 Sep 08 16:38:25.242925 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78283a36-d80a-4c34-b7a3-1ed5e5d3c33b admin admin] Pushing event updated for resources: {'Subnet': ['ID=19531bd5-1a06-4210-a74a-57f1d03b43c7,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:25.280403 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78283a36-d80a-4c34-b7a3-1ed5e5d3c33b admin admin] Checking segment: {'id': '79acc040-3b21-4033-90a5-bce4f34af5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5c314314-f3c4-4946-8792-273ca0181318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:38:25.280761 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78283a36-d80a-4c34-b7a3-1ed5e5d3c33b admin admin] Network hostable DHCP agents. Network: 5c314314-f3c4-4946-8792-273ca0181318, hostable agents: ['c6a67338-5c5e-4be7-97de-2bb9548e06ff'], hosted agents: [] {{(pid=94083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:38:25.362812 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78283a36-d80a-4c34-b7a3-1ed5e5d3c33b admin admin] Network 5c314314-f3c4-4946-8792-273ca0181318 is scheduled to be hosted by DHCP agent c6a67338-5c5e-4be7-97de-2bb9548e06ff with binding_index 1 {{(pid=94083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:38:25.387796 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-78283a36-d80a-4c34-b7a3-1ed5e5d3c33b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-14-iscsi, 5c314314-f3c4-4946-8792-273ca0181318) {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:38:25.396884 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78283a36-d80a-4c34-b7a3-1ed5e5d3c33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:25.397374 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-78283a36-d80a-4c34-b7a3-1ed5e5d3c33b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:25.398579 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f17d23-7b3f-47ac-bac6-db29ef0b8f1c None None] Network 5c314314-f3c4-4946-8792-273ca0181318 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:38:25.402061 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b384ad32-9c48-440f-ad5e-635778f124f0 req-46b57aac-cdc3-4347-9d65-db2598d3c591 service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494164 Sep 08 16:38:25.419724 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c25ed9-5206-4c35-9b01-d519fe59f211 req-e6d62c86-10a6-418a-9626-db5dd40a8597 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:25.421338 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a2c25ed9-5206-4c35-9b01-d519fe59f211 req-e6d62c86-10a6-418a-9626-db5dd40a8597 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0976343 Sep 08 16:38:25.428501 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-78283a36-d80a-4c34-b7a3-1ed5e5d3c33b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6305871 Sep 08 16:38:25.468484 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a2c25ed9-5206-4c35-9b01-d519fe59f211 req-32325abd-a7cb-46fb-a149-65a304445c23 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386600 Sep 08 16:38:25.534736 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f57c2d9-cf52-4d4d-964f-fc584ea2b038 None None] Network 5c314314-f3c4-4946-8792-273ca0181318 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:38:25.562507 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 35970) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:25.608392 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_v2 [None req-0440f1f5-238f-4259-9a45-1a37abc23027 admin admin] Deleting subnet 0cd8994d-e837-4d67-ad13-b8ba20101fbf {{(pid=94083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 16:38:25.611691 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0440f1f5-238f-4259-9a45-1a37abc23027 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:25.646684 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0440f1f5-238f-4259-9a45-1a37abc23027 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29418530'] for subnet, precommit_delete_associations {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:25.668879 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73d93e-a5e5-44f4-bac8-eba06c7e998d req-caca9e78-884b-4859-bf8e-775a50cfdf41 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:25.670387 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-eb73d93e-a5e5-44f4-bac8-eba06c7e998d req-caca9e78-884b-4859-bf8e-775a50cfdf41 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0518062 Sep 08 16:38:25.692588 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0440f1f5-238f-4259-9a45-1a37abc23027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772541'] for subnet, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:25.709325 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-eb73d93e-a5e5-44f4-bac8-eba06c7e998d req-b459810d-5286-48eb-9054-4378103702a1 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321515 Sep 08 16:38:25.753211 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0440f1f5-238f-4259-9a45-1a37abc23027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29612433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30250774'] for subnet, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:25.776632 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440f1f5-238f-4259-9a45-1a37abc23027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cd8994d-e837-4d67-ad13-b8ba20101fbf,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:25.783215 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0440f1f5-238f-4259-9a45-1a37abc23027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:25.787714 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-0440f1f5-238f-4259-9a45-1a37abc23027 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0cd8994d-e837-4d67-ad13-b8ba20101fbf HTTP/1.1" status: 204 len: 168 time: 0.2241230 Sep 08 16:38:25.788344 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 35976) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:25.881860 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ebbefdea-6fbf-4d60-95fd-4ead448dba47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601569'] for network, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:25.905297 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab279c0c-6c8e-4986-93dc-558b922ea707 req-69b624a9-f849-4e5d-9f4c-d3f51b043c50 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:25.906741 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ab279c0c-6c8e-4986-93dc-558b922ea707 req-69b624a9-f849-4e5d-9f4c-d3f51b043c50 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0908046 Sep 08 16:38:26.001249 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ebbefdea-6fbf-4d60-95fd-4ead448dba47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770888', 'neutron.services.segments.db._delete_segments_for_network-8790707967645'] for network, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:26.006639 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ab279c0c-6c8e-4986-93dc-558b922ea707 req-17f010bd-5245-46df-81bf-8d6d72949473 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790865 Sep 08 16:38:26.024814 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.services.segments.db [None req-ebbefdea-6fbf-4d60-95fd-4ead448dba47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15871ccf-7eb6-4d9d-a252-65c5ef80dda5']}} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:38:26.034599 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.services.segments.db [None req-ebbefdea-6fbf-4d60-95fd-4ead448dba47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f609dad-372c-42b8-8c9f-43b096134ddb') {'for_net_delete': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:38:26.034891 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.services.segments.db [None req-ebbefdea-6fbf-4d60-95fd-4ead448dba47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f609dad-372c-42b8-8c9f-43b096134ddb') {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:38:26.048159 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ebbefdea-6fbf-4d60-95fd-4ead448dba47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790707967910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29418587'] for segment, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:26.061209 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ebbefdea-6fbf-4d60-95fd-4ead448dba47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:26.067060 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbefdea-6fbf-4d60-95fd-4ead448dba47 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:38:26.067443 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ebbefdea-6fbf-4d60-95fd-4ead448dba47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29607027'] for segment, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: Traceback (most recent call last): Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: timer() Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: cb(*args, **kw) Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: return func(*args, **kwargs) Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: self._notify() Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: self.callback(batched_events) Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: event.method(event) Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: return f(self, *a, **k) Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: return self._get(url).json() Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: return self.request(url, 'GET', **kwargs) Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:38:26.069092 dv-cinder-790535-14-iscsi neutron-server[94083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:38:26.124932 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ebbefdea-6fbf-4d60-95fd-4ead448dba47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587292'] for network, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:26.130467 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ebbefdea-6fbf-4d60-95fd-4ead448dba47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:26.132340 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-ebbefdea-6fbf-4d60-95fd-4ead448dba47 admin admin] 10.222.0.69 "DELETE /v2.0/networks/15871ccf-7eb6-4d9d-a252-65c5ef80dda5 HTTP/1.1" status: 204 len: 168 time: 0.3430398 Sep 08 16:38:26.135752 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 35980) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:26.142876 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbefdea-6fbf-4d60-95fd-4ead448dba47 admin admin] Pushing event deleted for resources: {'Network': ['ID=15871ccf-7eb6-4d9d-a252-65c5ef80dda5,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:26.182803 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b5f1a4-143f-4b08-af69-991e71b8a77d admin admin] Deleting subnet 19531bd5-1a06-4210-a74a-57f1d03b43c7 {{(pid=94082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 16:38:26.186344 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-92b5f1a4-143f-4b08-af69-991e71b8a77d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:26.220830 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-92b5f1a4-143f-4b08-af69-991e71b8a77d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29646795'] for subnet, precommit_delete_associations {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:26.262905 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-92b5f1a4-143f-4b08-af69-991e71b8a77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772541'] for subnet, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:26.320428 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-92b5f1a4-143f-4b08-af69-991e71b8a77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29525642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30203681'] for subnet, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:26.344879 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5f1a4-143f-4b08-af69-991e71b8a77d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19531bd5-1a06-4210-a74a-57f1d03b43c7,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:26.348630 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-92b5f1a4-143f-4b08-af69-991e71b8a77d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:26.350511 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-92b5f1a4-143f-4b08-af69-991e71b8a77d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/19531bd5-1a06-4210-a74a-57f1d03b43c7 HTTP/1.1" status: 204 len: 168 time: 0.2137518 Sep 08 16:38:26.353036 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 35982) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:26.418757 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ccd80e6f-abcb-42ae-aa79-1f78c64584fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601569'] for network, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:26.501622 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ccd80e6f-abcb-42ae-aa79-1f78c64584fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770888', 'neutron.services.segments.db._delete_segments_for_network-8790707967645'] for network, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:26.524969 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-ccd80e6f-abcb-42ae-aa79-1f78c64584fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c314314-f3c4-4946-8792-273ca0181318']}} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:38:26.536310 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-ccd80e6f-abcb-42ae-aa79-1f78c64584fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79acc040-3b21-4033-90a5-bce4f34af5e7') {'for_net_delete': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:38:26.536629 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-ccd80e6f-abcb-42ae-aa79-1f78c64584fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79acc040-3b21-4033-90a5-bce4f34af5e7') {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:38:26.547641 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ccd80e6f-abcb-42ae-aa79-1f78c64584fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790707967910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29646770'] for segment, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:26.584488 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ccd80e6f-abcb-42ae-aa79-1f78c64584fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:26.593233 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd80e6f-abcb-42ae-aa79-1f78c64584fe admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:38:26.593667 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ccd80e6f-abcb-42ae-aa79-1f78c64584fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29530984'] for segment, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: Traceback (most recent call last): Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: timer() Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: cb(*args, **kw) Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: return func(*args, **kwargs) Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: self._notify() Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: self.callback(batched_events) Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: event.method(event) Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: return f(self, *a, **k) Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: return self._get(url).json() Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: return self.request(url, 'GET', **kwargs) Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:38:26.595373 dv-cinder-790535-14-iscsi neutron-server[94082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:38:26.656244 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e1ef6-74e3-4f8f-b32f-440afa2c9a93 req-200aa9a8-46b4-4900-8a2f-c11031fd6774 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:26.657772 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-4a3e1ef6-74e3-4f8f-b32f-440afa2c9a93 req-200aa9a8-46b4-4900-8a2f-c11031fd6774 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.1145620 Sep 08 16:38:26.663762 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ccd80e6f-abcb-42ae-aa79-1f78c64584fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587292'] for network, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:26.670527 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ccd80e6f-abcb-42ae-aa79-1f78c64584fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:26.672349 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-ccd80e6f-abcb-42ae-aa79-1f78c64584fe admin admin] 10.222.0.69 "DELETE /v2.0/networks/5c314314-f3c4-4946-8792-273ca0181318 HTTP/1.1" status: 204 len: 168 time: 0.3184500 Sep 08 16:38:26.692237 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd80e6f-abcb-42ae-aa79-1f78c64584fe admin admin] Pushing event deleted for resources: {'Network': ['ID=5c314314-f3c4-4946-8792-273ca0181318,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:26.713453 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-4a3e1ef6-74e3-4f8f-b32f-440afa2c9a93 req-ef040c28-2539-4cf6-af2a-edcfc995a3c6 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476863 Sep 08 16:38:26.832198 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663e9ea-58c9-48ff-900c-e37d219281a1 req-10428be5-c6eb-4469-8932-988a11e1c2d7 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:26.833679 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1663e9ea-58c9-48ff-900c-e37d219281a1 req-10428be5-c6eb-4469-8932-988a11e1c2d7 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0489225 Sep 08 16:38:26.840677 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 35990) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:26.871529 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1663e9ea-58c9-48ff-900c-e37d219281a1 req-c28a94a9-4aea-4dbd-b9cc-081938aa4510 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315144 Sep 08 16:38:26.880930 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-47bdc247-71fe-497c-a34b-2fe1b4b1b4d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6cecef65e3dc44fc965686edc8956140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391080 Sep 08 16:38:26.883543 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 35992) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:26.936239 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-130c3efe-2281-498d-9eb9-d61d7750ecc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:26.962568 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-130c3efe-2281-498d-9eb9-d61d7750ecc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:27.017949 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-130c3efe-2281-498d-9eb9-d61d7750ecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:27.020525 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-130c3efe-2281-498d-9eb9-d61d7750ecc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:27.021661 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-130c3efe-2281-498d-9eb9-d61d7750ecc8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2d94a4e6-fbf6-4336-9259-60317d363ca2 HTTP/1.1" status: 204 len: 168 time: 0.1372354 Sep 08 16:38:27.030825 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c3efe-2281-498d-9eb9-d61d7750ecc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d94a4e6-fbf6-4336-9259-60317d363ca2,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:27.127655 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a9120-b1a5-40fa-91a9-dda00208d8e9 req-a1f96c53-3cd0-4c0b-9c23-d950ca1f015f tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:27.129246 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5c2a9120-b1a5-40fa-91a9-dda00208d8e9 req-a1f96c53-3cd0-4c0b-9c23-d950ca1f015f tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0488667 Sep 08 16:38:27.168946 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5c2a9120-b1a5-40fa-91a9-dda00208d8e9 req-6ee6588a-d27a-4166-8018-6d8dcdfc22ed tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334098 Sep 08 16:38:27.377531 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 36002) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:27.430830 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-e5db398f-5d08-43b6-9f9d-019fb951de52 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ff3b046190184a6db1a7bacc15d8ae32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518584 Sep 08 16:38:27.433725 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 36004) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:27.483604 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-8ba5e34e-8606-4f13-9226-abbf12a6615c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:27.504078 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-8ba5e34e-8606-4f13-9226-abbf12a6615c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:27.556598 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-8ba5e34e-8606-4f13-9226-abbf12a6615c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:27.559281 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-8ba5e34e-8606-4f13-9226-abbf12a6615c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:27.560674 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-8ba5e34e-8606-4f13-9226-abbf12a6615c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c17c622b-6fbd-41d5-9be8-14f4eea0d9c9 HTTP/1.1" status: 204 len: 168 time: 0.1260636 Sep 08 16:38:27.569044 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5e34e-8606-4f13-9226-abbf12a6615c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17c622b-6fbd-41d5-9be8-14f4eea0d9c9,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:27.844029 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd013cd2-1ebb-4416-af2e-762bc6142ad5 req-3ab17b9f-a6e5-4206-8386-6cc9dd9106bc tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:27.845546 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-cd013cd2-1ebb-4416-af2e-762bc6142ad5 req-3ab17b9f-a6e5-4206-8386-6cc9dd9106bc tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0521615 Sep 08 16:38:27.883646 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-cd013cd2-1ebb-4416-af2e-762bc6142ad5 req-5b16505e-55c2-4566-b198-42d122508c8b tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319898 Sep 08 16:38:27.993822 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67930035-4e98-4641-a3c0-b8d1573dc49a req-08d8cda3-8a77-4e32-ae27-7bf469f4b331 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:27.995346 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-67930035-4e98-4641-a3c0-b8d1573dc49a req-08d8cda3-8a77-4e32-ae27-7bf469f4b331 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0489976 Sep 08 16:38:28.034674 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-67930035-4e98-4641-a3c0-b8d1573dc49a req-cf8222ba-609a-44e8-888d-4f7ddac63b4b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328434 Sep 08 16:38:28.290809 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0497e-8568-488d-932e-9f63835c3405 req-b3dd6635-8911-4be2-9a61-b37b15ff6cbf tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:28.292336 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-02a0497e-8568-488d-932e-9f63835c3405 req-b3dd6635-8911-4be2-9a61-b37b15ff6cbf tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0519598 Sep 08 16:38:28.331385 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-02a0497e-8568-488d-932e-9f63835c3405 req-eef05a0d-03da-498e-bc6b-50e2dd029175 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327120 Sep 08 16:38:28.423009 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8e2605a9-a9fc-40f2-b40a-58e84cc0f137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:29.024912 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcc827-250f-40e3-bf7d-453b5591f947 req-298bd921-c7c1-4c15-91a1-b3e900225e20 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:29.034357 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-7bbcc827-250f-40e3-bf7d-453b5591f947 req-298bd921-c7c1-4c15-91a1-b3e900225e20 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0788827 Sep 08 16:38:29.159195 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-7bbcc827-250f-40e3-bf7d-453b5591f947 req-06202e2a-0b29-42c4-a829-dac1366ec069 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110482 Sep 08 16:38:29.294014 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e5566-8fe8-48b7-970f-beb92e0a6407 req-6dab141c-9d8d-474b-af38-70d35a9fc8ba tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:29.303467 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a55e5566-8fe8-48b7-970f-beb92e0a6407 req-6dab141c-9d8d-474b-af38-70d35a9fc8ba tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.1200855 Sep 08 16:38:29.373578 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a55e5566-8fe8-48b7-970f-beb92e0a6407 req-643d5aa7-43de-4d79-b872-f8428c996f3b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688541 Sep 08 16:38:29.488043 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb93d9-fe20-4e81-a181-4907953a21af req-cea80851-9fbd-4a3e-a771-daf40120716e tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:29.496617 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-afbb93d9-fe20-4e81-a181-4907953a21af req-cea80851-9fbd-4a3e-a771-daf40120716e tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0628550 Sep 08 16:38:29.562668 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-afbb93d9-fe20-4e81-a181-4907953a21af req-9fd0935e-272a-40d8-9a07-1930d6807e09 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644000 Sep 08 16:38:30.280266 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709dc55a-3efb-4178-965c-b04fde116e9b req-6b25605c-c9e3-4c9b-8899-a629cb67f3b5 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:30.282151 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-709dc55a-3efb-4178-965c-b04fde116e9b req-6b25605c-c9e3-4c9b-8899-a629cb67f3b5 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0537996 Sep 08 16:38:30.323989 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-709dc55a-3efb-4178-965c-b04fde116e9b req-fe9cde17-0ca5-4ec9-8d76-0375d1f44ee1 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347846 Sep 08 16:38:30.512868 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c2de5-3821-4d8d-b2f0-ca7a50addde0 req-dd7437ea-d64c-4ee6-b9bd-d4bd3d588353 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:30.514379 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ab7c2de5-3821-4d8d-b2f0-ca7a50addde0 req-dd7437ea-d64c-4ee6-b9bd-d4bd3d588353 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0514565 Sep 08 16:38:30.559670 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ab7c2de5-3821-4d8d-b2f0-ca7a50addde0 req-4bd15218-8b8d-4dff-99c0-95b38bcedccd tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374241 Sep 08 16:38:30.696558 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221250f9-f225-4866-9ccb-365eea21f1da req-7a9489e5-e1c4-4f9a-8826-d8525de4c4aa tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:30.698475 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-221250f9-f225-4866-9ccb-365eea21f1da req-7a9489e5-e1c4-4f9a-8826-d8525de4c4aa tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0542586 Sep 08 16:38:30.749652 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-221250f9-f225-4866-9ccb-365eea21f1da req-4b65c847-212b-443e-ac32-993e718e5ad4 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388818 Sep 08 16:38:31.136470 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-76195571-a236-407f-9d9f-81d87226dc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:31.235649 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:31.495886 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41c909-4517-4976-8dc8-651721c772b5 req-67b3bb9d-0c83-4ae5-bdd7-df1426dc3974 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:31.497822 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0f41c909-4517-4976-8dc8-651721c772b5 req-67b3bb9d-0c83-4ae5-bdd7-df1426dc3974 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0659890 Sep 08 16:38:31.540417 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0f41c909-4517-4976-8dc8-651721c772b5 req-ad2aacdb-546d-4bda-aee1-cfc070d3a45c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354674 Sep 08 16:38:31.685968 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee229d-d264-464e-bb60-1b70f96c5f89 req-333fd8bf-0873-4766-9c19-6a0a63f84c0d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:31.687446 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a9ee229d-d264-464e-bb60-1b70f96c5f89 req-333fd8bf-0873-4766-9c19-6a0a63f84c0d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0540721 Sep 08 16:38:31.728207 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a9ee229d-d264-464e-bb60-1b70f96c5f89 req-51fb1d8b-0859-44cc-a4c6-a5aadfd77ba2 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335507 Sep 08 16:38:31.877571 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c4c02-f3c2-4447-be28-0778c102ab08 req-c11a9686-2e38-462b-8007-8e8d5bf330d1 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:31.879220 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-205c4c02-f3c2-4447-be28-0778c102ab08 req-c11a9686-2e38-462b-8007-8e8d5bf330d1 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0580900 Sep 08 16:38:31.918518 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-205c4c02-f3c2-4447-be28-0778c102ab08 req-255c225b-f941-4bdf-a5f5-1bc6e01a0fb3 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327141 Sep 08 16:38:32.490310 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:32.694633 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006451c-bb53-4349-81f1-3237778b740e req-68003071-3c96-4b5a-9783-123e444a7869 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:32.698893 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c006451c-bb53-4349-81f1-3237778b740e req-68003071-3c96-4b5a-9783-123e444a7869 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0802441 Sep 08 16:38:32.739229 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c006451c-bb53-4349-81f1-3237778b740e req-c2a8ccb7-a1bc-40ff-848f-23732e59943b tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358212 Sep 08 16:38:32.861139 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf4b2a-9d0a-45f7-a815-a67ff5a1caea req-3e3414ce-4551-4630-8010-b72d8c400c2a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:32.862648 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-62cf4b2a-9d0a-45f7-a815-a67ff5a1caea req-3e3414ce-4551-4630-8010-b72d8c400c2a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0484817 Sep 08 16:38:32.904182 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-62cf4b2a-9d0a-45f7-a815-a67ff5a1caea req-80737e92-a459-4837-8163-0dc0c1d48af0 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343654 Sep 08 16:38:33.081123 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdcbc9-2494-4cfd-9e7f-f1a1f22fddcc req-38e8add8-1bb4-4da0-a78b-05857cb37e3c tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:33.082770 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f2bdcbc9-2494-4cfd-9e7f-f1a1f22fddcc req-38e8add8-1bb4-4da0-a78b-05857cb37e3c tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0737317 Sep 08 16:38:33.140100 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f2bdcbc9-2494-4cfd-9e7f-f1a1f22fddcc req-cfc00b61-2e88-4154-987f-185e972cc2d6 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474885 Sep 08 16:38:33.207515 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 36164) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:33.351239 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0f74ca6d-2200-40f6-8159-893ace1c2b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:33.454754 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0f74ca6d-2200-40f6-8159-893ace1c2b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:33.460033 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0f74ca6d-2200-40f6-8159-893ace1c2b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:33.500077 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74ca6d-2200-40f6-8159-893ace1c2b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33406d67-e517-47c4-a1e0-7bc5996c3e51,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:33.507296 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-0f74ca6d-2200-40f6-8159-893ace1c2b9b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5e6e0985ff3e4ab998457405e561faec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953889 Sep 08 16:38:33.507792 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 36170) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:33.581800 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-18538bb2-a052-4c72-b58a-c80ffc662235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:33.609122 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-18538bb2-a052-4c72-b58a-c80ffc662235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:33.662362 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-18538bb2-a052-4c72-b58a-c80ffc662235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:33.665273 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-18538bb2-a052-4c72-b58a-c80ffc662235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:33.666448 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-18538bb2-a052-4c72-b58a-c80ffc662235 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/33406d67-e517-47c4-a1e0-7bc5996c3e51 HTTP/1.1" status: 204 len: 168 time: 0.1576285 Sep 08 16:38:33.676575 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18538bb2-a052-4c72-b58a-c80ffc662235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33406d67-e517-47c4-a1e0-7bc5996c3e51,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:33.891639 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fdf81-bc5b-4171-a86f-9d35afb76a3a req-4da3af31-3f06-4d80-a4b6-9505829fffe2 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:33.893294 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b89fdf81-bc5b-4171-a86f-9d35afb76a3a req-4da3af31-3f06-4d80-a4b6-9505829fffe2 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0530014 Sep 08 16:38:33.937635 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b89fdf81-bc5b-4171-a86f-9d35afb76a3a req-75197cb1-fffb-4a72-b2b2-5a271dafdb75 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384429 Sep 08 16:38:34.002069 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 36184) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:34.027120 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3d6d496c-ecd0-4821-92f4-211875d1613c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:34.097362 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfb91a-5ca8-4896-ad33-ca9a31869da3 req-9a42a1a5-8528-4f4e-897d-47ef48a78745 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:34.098866 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-dfcfb91a-5ca8-4896-ad33-ca9a31869da3 req-9a42a1a5-8528-4f4e-897d-47ef48a78745 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0887425 Sep 08 16:38:34.130809 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:34.167376 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-dfcfb91a-5ca8-4896-ad33-ca9a31869da3 req-bb720707-7a37-4247-a451-727548252388 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593286 Sep 08 16:38:34.217773 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3d6d496c-ecd0-4821-92f4-211875d1613c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:34.224740 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3d6d496c-ecd0-4821-92f4-211875d1613c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:34.257693 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-3d6d496c-ecd0-4821-92f4-211875d1613c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae0488cf3b6e474f81915b5de5b702c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545283 Sep 08 16:38:34.263283 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 36188) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:34.302012 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d496c-ecd0-4821-92f4-211875d1613c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa053b4-2f48-43ad-a1c2-f0754e266dd8,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:34.308678 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49aeab-a7b4-47d4-8769-6437cce205ae req-8646db29-f75c-4128-a7b1-18d79bf294c4 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:34.311624 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-8a49aeab-a7b4-47d4-8769-6437cce205ae req-8646db29-f75c-4128-a7b1-18d79bf294c4 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0600753 Sep 08 16:38:34.340521 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-79babe8e-5f0d-465f-baea-979db5373bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:34.363522 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-8a49aeab-a7b4-47d4-8769-6437cce205ae req-402c1f39-5852-42c4-8185-4a775e712b11 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427990 Sep 08 16:38:34.383634 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-79babe8e-5f0d-465f-baea-979db5373bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:34.447573 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-79babe8e-5f0d-465f-baea-979db5373bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:34.450753 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-79babe8e-5f0d-465f-baea-979db5373bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:34.454769 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-79babe8e-5f0d-465f-baea-979db5373bd2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eaa053b4-2f48-43ad-a1c2-f0754e266dd8 HTTP/1.1" status: 204 len: 168 time: 0.1879017 Sep 08 16:38:34.461583 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79babe8e-5f0d-465f-baea-979db5373bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa053b4-2f48-43ad-a1c2-f0754e266dd8,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:35.114008 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03b7a4-416d-4448-8cf2-f1e7a72735f2 req-c592e043-2946-4cc5-926d-7ed8bcda06ad tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:35.115682 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-bb03b7a4-416d-4448-8cf2-f1e7a72735f2 req-c592e043-2946-4cc5-926d-7ed8bcda06ad tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0749681 Sep 08 16:38:35.176238 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-bb03b7a4-416d-4448-8cf2-f1e7a72735f2 req-2ffe2466-2448-4a2d-972d-24b2ed0b0755 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541468 Sep 08 16:38:35.371003 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ac283-49cf-4529-8de8-afc6deca09ee req-89cc8b73-7aa9-415f-9585-3935eceed551 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:35.376454 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ed8ac283-49cf-4529-8de8-afc6deca09ee req-89cc8b73-7aa9-415f-9585-3935eceed551 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0857582 Sep 08 16:38:35.394337 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 36220) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:35.438505 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ed8ac283-49cf-4529-8de8-afc6deca09ee req-88545bd2-cb45-4a55-b429-6a9b53beff39 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543406 Sep 08 16:38:35.556106 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb3f80-bba7-454b-b32c-f1f46c7f5e3a req-3358a890-0ed2-4db2-9854-2671172683bf tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:35.557704 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a4bb3f80-bba7-454b-b32c-f1f46c7f5e3a req-3358a890-0ed2-4db2-9854-2671172683bf tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0823307 Sep 08 16:38:35.568636 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-485d188a-69f2-4286-8d13-84de5b22f8f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-879919225-network', 'tenant_id': '1451e4bdff1f483fb18fb8fbe30e52b7'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:38:35.608021 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485d188a-69f2-4286-8d13-84de5b22f8f4 admin admin] Made reservation on behalf of 1451e4bdff1f483fb18fb8fbe30e52b7 for: {'network': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:38:35.610261 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-485d188a-69f2-4286-8d13-84de5b22f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for network, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:35.622833 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-485d188a-69f2-4286-8d13-84de5b22f8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:35.627172 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a4bb3f80-bba7-454b-b32c-f1f46c7f5e3a req-c3381c5d-effd-48c9-8bf6-966b383f455c tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552628 Sep 08 16:38:35.726577 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-485d188a-69f2-4286-8d13-84de5b22f8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:35.733048 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-485d188a-69f2-4286-8d13-84de5b22f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:35.757825 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485d188a-69f2-4286-8d13-84de5b22f8f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=94083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:38:35.772232 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d188a-69f2-4286-8d13-84de5b22f8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968b0036-a5d7-4003-89f2-7a55c36d45f9,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:35.777916 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-485d188a-69f2-4286-8d13-84de5b22f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:35.778264 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.segments_db [None req-485d188a-69f2-4286-8d13-84de5b22f8f4 admin admin] Added segment d3d6d698-f1ec-4dc3-85d3-e28fd18736e8 of type vlan for network 75500c54-3ed7-48b4-b43c-4db59c89fd5b Sep 08 16:38:35.847222 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-485d188a-69f2-4286-8d13-84de5b22f8f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790707670824'] for network, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:35.880811 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-485d188a-69f2-4286-8d13-84de5b22f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for network, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:35.885085 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485d188a-69f2-4286-8d13-84de5b22f8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:35.885745 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-485d188a-69f2-4286-8d13-84de5b22f8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:35.921266 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-485d188a-69f2-4286-8d13-84de5b22f8f4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5257726 Sep 08 16:38:35.924512 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 36234) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:35.929452 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-bda8c284-bb61-4a9c-8189-e454fff7238a admin admin] Request body: {'subnet': {'network_id': '75500c54-3ed7-48b4-b43c-4db59c89fd5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-879919225-subnet', 'tenant_id': '1451e4bdff1f483fb18fb8fbe30e52b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:38:35.954530 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d188a-69f2-4286-8d13-84de5b22f8f4 admin admin] Pushing event updated for resources: {'Network': ['ID=75500c54-3ed7-48b4-b43c-4db59c89fd5b,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:35.966760 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Network 75500c54-3ed7-48b4-b43c-4db59c89fd5b details requested by agent ovs-agent-dv-cinder-790535-14-iscsi with host dv-cinder-790535-14-iscsi {{(pid=94084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 16:38:35.980170 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda8c284-bb61-4a9c-8189-e454fff7238a admin admin] Made reservation on behalf of 1451e4bdff1f483fb18fb8fbe30e52b7 for: {'subnet': 1} {{(pid=94082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:38:35.982723 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-bda8c284-bb61-4a9c-8189-e454fff7238a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30203844'] for subnet, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:36.436357 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41a373-772f-4a11-a6a4-da094db8ccef req-3d701f42-3c16-4f75-afba-b486fa2b468c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:36.437906 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-6c41a373-772f-4a11-a6a4-da094db8ccef req-3d701f42-3c16-4f75-afba-b486fa2b468c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0953426 Sep 08 16:38:36.439754 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-bda8c284-bb61-4a9c-8189-e454fff7238a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29525707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30203866'] for subnet, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:36.521330 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8c284-bb61-4a9c-8189-e454fff7238a admin admin] Pushing event updated for resources: {'Subnet': ['ID=07e1a0d0-b22f-457f-ad6a-7b25acac7164,revision_number=0']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:36.529316 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-6c41a373-772f-4a11-a6a4-da094db8ccef req-8e146e83-a3cd-416f-98d8-8493ed454656 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852144 Sep 08 16:38:36.544736 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda8c284-bb61-4a9c-8189-e454fff7238a admin admin] Checking segment: {'id': 'd3d6d698-f1ec-4dc3-85d3-e28fd18736e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75500c54-3ed7-48b4-b43c-4db59c89fd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:38:36.545179 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda8c284-bb61-4a9c-8189-e454fff7238a admin admin] Network hostable DHCP agents. Network: 75500c54-3ed7-48b4-b43c-4db59c89fd5b, hostable agents: ['c6a67338-5c5e-4be7-97de-2bb9548e06ff'], hosted agents: [] {{(pid=94082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:38:36.577375 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda8c284-bb61-4a9c-8189-e454fff7238a admin admin] Network 75500c54-3ed7-48b4-b43c-4db59c89fd5b is scheduled to be hosted by DHCP agent c6a67338-5c5e-4be7-97de-2bb9548e06ff with binding_index 1 {{(pid=94082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:38:36.588085 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-bda8c284-bb61-4a9c-8189-e454fff7238a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-14-iscsi, 75500c54-3ed7-48b4-b43c-4db59c89fd5b) {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:38:36.594632 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda8c284-bb61-4a9c-8189-e454fff7238a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:36.595551 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-bda8c284-bb61-4a9c-8189-e454fff7238a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:36.601386 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feddf4f-f2ed-47bf-8ce3-a21ba80b3281 None None] Network 75500c54-3ed7-48b4-b43c-4db59c89fd5b requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:38:36.623688 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-bda8c284-bb61-4a9c-8189-e454fff7238a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6979163 Sep 08 16:38:36.635274 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587167c7-d850-4386-9563-b227d7f47bfe req-a72790ac-be16-4853-bcbf-7131fc4dba03 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:36.635274 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-587167c7-d850-4386-9563-b227d7f47bfe req-a72790ac-be16-4853-bcbf-7131fc4dba03 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0681281 Sep 08 16:38:36.712025 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-587167c7-d850-4386-9563-b227d7f47bfe req-39d035e2-f45a-452d-a5c1-a46b4778b3f4 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725558 Sep 08 16:38:36.774568 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647421dd-f378-44d7-a028-03635e407889 req-2bf7e320-8658-4db7-bd9a-7c7c7045129b tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:36.782970 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-647421dd-f378-44d7-a028-03635e407889 req-2bf7e320-8658-4db7-bd9a-7c7c7045129b tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0791988 Sep 08 16:38:36.830270 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31c01bc-9075-4081-8910-f6b4fc437d81 None None] Network 75500c54-3ed7-48b4-b43c-4db59c89fd5b requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:38:36.834041 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-647421dd-f378-44d7-a028-03635e407889 req-0d5fc791-2d76-4a96-8ac5-db9ae5d5a725 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496438 Sep 08 16:38:37.325991 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 36266) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:37.330971 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-24e5e7e4-948c-42bf-8d5b-b23dd20f0644 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-735786321-network', 'tenant_id': 'e2879a34bdcb4ed1a4d93fc6ed9fae46'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:38:37.405528 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e5e7e4-948c-42bf-8d5b-b23dd20f0644 admin admin] Made reservation on behalf of e2879a34bdcb4ed1a4d93fc6ed9fae46 for: {'network': 1} {{(pid=94082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:38:37.420745 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-24e5e7e4-948c-42bf-8d5b-b23dd20f0644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for network, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:37.437705 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-24e5e7e4-948c-42bf-8d5b-b23dd20f0644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:37.545680 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-24e5e7e4-948c-42bf-8d5b-b23dd20f0644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:37.550391 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-24e5e7e4-948c-42bf-8d5b-b23dd20f0644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:37.570132 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e5e7e4-948c-42bf-8d5b-b23dd20f0644 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:38:37.588951 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-24e5e7e4-948c-42bf-8d5b-b23dd20f0644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:37.589294 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.db.segments_db [None req-24e5e7e4-948c-42bf-8d5b-b23dd20f0644 admin admin] Added segment bfd0d326-4c9e-4810-be03-6374419bb66a of type vlan for network cc36767c-553e-437d-a5bc-3ee8c3d46a41 Sep 08 16:38:37.597909 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5e7e4-948c-42bf-8d5b-b23dd20f0644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a19c249-83bd-4f90-a1bc-362b4c8150e6,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:37.638039 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-24e5e7e4-948c-42bf-8d5b-b23dd20f0644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790707670824'] for network, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:37.693103 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-24e5e7e4-948c-42bf-8d5b-b23dd20f0644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for network, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:37.694501 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e5e7e4-948c-42bf-8d5b-b23dd20f0644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:37.695961 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-24e5e7e4-948c-42bf-8d5b-b23dd20f0644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:37.742310 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-24e5e7e4-948c-42bf-8d5b-b23dd20f0644 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4121106 Sep 08 16:38:37.743123 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 36270) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:37.749146 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Request body: {'subnet': {'network_id': 'cc36767c-553e-437d-a5bc-3ee8c3d46a41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-735786321-subnet', 'tenant_id': 'e2879a34bdcb4ed1a4d93fc6ed9fae46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:38:37.751010 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3cdd4-55e5-4714-87b1-6f01fe2b388d req-f35b3e28-6832-4cd6-bb65-163acb15aa52 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:37.760099 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-9fd3cdd4-55e5-4714-87b1-6f01fe2b388d req-f35b3e28-6832-4cd6-bb65-163acb15aa52 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.1103899 Sep 08 16:38:37.778812 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Made reservation on behalf of e2879a34bdcb4ed1a4d93fc6ed9fae46 for: {'subnet': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:38:37.781488 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30250995'] for subnet, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:37.829592 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5e7e4-948c-42bf-8d5b-b23dd20f0644 admin admin] Pushing event updated for resources: {'Network': ['ID=cc36767c-553e-437d-a5bc-3ee8c3d46a41,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:37.841917 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Network cc36767c-553e-437d-a5bc-3ee8c3d46a41 details requested by agent ovs-agent-dv-cinder-790535-14-iscsi with host dv-cinder-790535-14-iscsi {{(pid=94084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 16:38:37.913398 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-9fd3cdd4-55e5-4714-87b1-6f01fe2b388d req-e96eb460-f621-4c37-881a-5ea991706ac7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436036 Sep 08 16:38:37.929471 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a8492-41ad-4484-8335-d3eefac20569 req-fb2f8c1e-5d1c-477d-8977-402301bd29c5 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:37.931149 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2a9a8492-41ad-4484-8335-d3eefac20569 req-fb2f8c1e-5d1c-477d-8977-402301bd29c5 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0770841 Sep 08 16:38:38.026617 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2a9a8492-41ad-4484-8335-d3eefac20569 req-324434b3-4666-47ee-ac85-3ebc64358949 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860126 Sep 08 16:38:38.083956 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29612496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30250989'] for subnet, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:38.089305 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b437f-5490-4974-82c6-0d97951d47ed req-6d0dc368-ecdc-4f5b-87ba-c512067b01ef tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:38.091332 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-196b437f-5490-4974-82c6-0d97951d47ed req-6d0dc368-ecdc-4f5b-87ba-c512067b01ef tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0829513 Sep 08 16:38:38.138758 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-196b437f-5490-4974-82c6-0d97951d47ed req-d9cc259e-139b-4f4d-a1ef-82983e27654d tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383382 Sep 08 16:38:38.155330 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Pushing event updated for resources: {'Subnet': ['ID=000aa74c-7056-4b5b-9d9d-94994696d7b9,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:38.172585 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:38.172924 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:38.173257 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:38.173580 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:38.173896 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:38.174217 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:38.174533 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:38.174850 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:38.175167 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:38.175492 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:38.175829 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:38.176116 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:38.183442 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Checking segment: {'id': 'bfd0d326-4c9e-4810-be03-6374419bb66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc36767c-553e-437d-a5bc-3ee8c3d46a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:38:38.183442 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Network hostable DHCP agents. Network: cc36767c-553e-437d-a5bc-3ee8c3d46a41, hostable agents: ['c6a67338-5c5e-4be7-97de-2bb9548e06ff'], hosted agents: [] {{(pid=94083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:38:38.201094 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Network cc36767c-553e-437d-a5bc-3ee8c3d46a41 is scheduled to be hosted by DHCP agent c6a67338-5c5e-4be7-97de-2bb9548e06ff with binding_index 1 {{(pid=94083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:38:38.212149 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-14-iscsi, cc36767c-553e-437d-a5bc-3ee8c3d46a41) {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:38:38.216752 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:38.217402 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:38.223027 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e776c2c-1164-488c-b8b2-960667871058 None None] Network cc36767c-553e-437d-a5bc-3ee8c3d46a41 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:38:38.238823 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-b5c7e0af-fc43-4312-afa7-06895e4da96a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4941504 Sep 08 16:38:38.356946 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1af61b3-3dc8-40ea-a198-b9bbecea6ccd None None] Network cc36767c-553e-437d-a5bc-3ee8c3d46a41 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:38:39.057217 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d1b5e-2eea-4e7c-8794-e6d0f38c85f4 req-a1780de2-501a-45c9-aaf1-023a6072cddc tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:39.060360 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c50d1b5e-2eea-4e7c-8794-e6d0f38c85f4 req-a1780de2-501a-45c9-aaf1-023a6072cddc tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0576530 Sep 08 16:38:39.112083 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c50d1b5e-2eea-4e7c-8794-e6d0f38c85f4 req-4e6fb459-f431-4dc0-8c02-ec594482b72f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465891 Sep 08 16:38:39.165883 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6032d95-4ea0-4362-8d00-488236896bbf req-ca0ba7af-520b-4832-8903-170dba22981a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:39.167433 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f6032d95-4ea0-4362-8d00-488236896bbf req-ca0ba7af-520b-4832-8903-170dba22981a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0509682 Sep 08 16:38:39.235021 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f6032d95-4ea0-4362-8d00-488236896bbf req-95aafef8-562c-4e68-91a3-95d7f35b3cf7 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610907 Sep 08 16:38:39.293089 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1d690-a578-46a8-acaf-66bc3982a502 req-f8d01867-c74a-4e69-b510-9a5b78bdb128 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:39.299912 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a3c1d690-a578-46a8-acaf-66bc3982a502 req-f8d01867-c74a-4e69-b510-9a5b78bdb128 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0592904 Sep 08 16:38:39.352921 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a3c1d690-a578-46a8-acaf-66bc3982a502 req-686faea6-9ff1-4a14-a3c0-563dccf90f2b tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501292 Sep 08 16:38:39.497039 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:38:40.229194 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2a58e-7e16-4c28-af02-eb42112c9147 req-32af63b0-eec4-4d93-ad33-e8d4eb1935f5 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:40.230776 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e3a2a58e-7e16-4c28-af02-eb42112c9147 req-32af63b0-eec4-4d93-ad33-e8d4eb1935f5 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0507655 Sep 08 16:38:40.270325 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e3a2a58e-7e16-4c28-af02-eb42112c9147 req-f7459d5a-355b-460a-99a3-d988b9407a3d tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333560 Sep 08 16:38:40.411488 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8127c-d889-4c5d-8b55-748a41bf3f38 req-6208d66b-94d7-4ea8-b0b9-913cf0e68cb6 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:40.412998 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-dfb8127c-d889-4c5d-8b55-748a41bf3f38 req-6208d66b-94d7-4ea8-b0b9-913cf0e68cb6 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0590334 Sep 08 16:38:40.453749 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-dfb8127c-d889-4c5d-8b55-748a41bf3f38 req-328cccd4-093f-4cd9-9c24-a985d2099f92 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345721 Sep 08 16:38:40.488641 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e30a6-c169-4c35-807b-b558e910abba req-f8686ce5-420e-4554-a767-94536045deec tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:40.499476 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-2e1e30a6-c169-4c35-807b-b558e910abba req-f8686ce5-420e-4554-a767-94536045deec tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0697720 Sep 08 16:38:40.544561 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-2e1e30a6-c169-4c35-807b-b558e910abba req-2aa256e1-97c6-4735-9c68-d5cd56be6120 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436056 Sep 08 16:38:41.400519 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffd7ed-8d93-4acc-868c-a204031a0e5c req-e5277d4d-d4c7-4e97-a0f1-4c55fbfa6dcc tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:41.402047 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-acffd7ed-8d93-4acc-868c-a204031a0e5c req-e5277d4d-d4c7-4e97-a0f1-4c55fbfa6dcc tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0555637 Sep 08 16:38:41.451467 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-acffd7ed-8d93-4acc-868c-a204031a0e5c req-e153c8d1-2162-41e3-ba12-d922fd8b5349 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419605 Sep 08 16:38:41.639097 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56a7c2-868e-4bf5-b933-adedd938a332 req-50fdd756-07ce-4222-b716-bde9fe450e83 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:41.643973 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6b56a7c2-868e-4bf5-b933-adedd938a332 req-50fdd756-07ce-4222-b716-bde9fe450e83 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0987978 Sep 08 16:38:41.702951 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6b56a7c2-868e-4bf5-b933-adedd938a332 req-23af3f34-a918-4055-9fd8-42c21f005af9 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479200 Sep 08 16:38:41.800198 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713f8a4-53da-4eb4-827f-885b5fa80576 req-c73f6930-0fd2-41e9-ac9e-3c499195b39a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:41.810062 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0713f8a4-53da-4eb4-827f-885b5fa80576 req-c73f6930-0fd2-41e9-ac9e-3c499195b39a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0713830 Sep 08 16:38:41.860583 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0713f8a4-53da-4eb4-827f-885b5fa80576 req-d9eac702-0739-4475-8c69-bb4af7a2988e tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493002 Sep 08 16:38:41.938575 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e3271-4fbf-4f7e-80b4-44aba51c0b2c req-347fe0dc-446f-4e42-8b30-d9ada8b4a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:41.945294 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-266e3271-4fbf-4f7e-80b4-44aba51c0b2c req-347fe0dc-446f-4e42-8b30-d9ada8b4a684 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c557bacc0f34ebebe377a14efbe9c0d&device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 1098 time: 0.0642121 Sep 08 16:38:41.994453 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bbbdb-bd9c-4315-be1e-8bb024ef13ad req-895ae662-615e-43d0-acf0-35410d276139 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:42.002735 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-7a8bbbdb-bd9c-4315-be1e-8bb024ef13ad req-895ae662-615e-43d0-acf0-35410d276139 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0591240 Sep 08 16:38:42.031064 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94de6da-eb42-40c2-b791-1d1c525d5555 req-869c171d-ed45-4bc1-ae22-ad4f7f08c5e8 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:42.032659 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a94de6da-eb42-40c2-b791-1d1c525d5555 req-869c171d-ed45-4bc1-ae22-ad4f7f08c5e8 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4066322-44fd-4fe1-8a3a-9bc8bc845f97 HTTP/1.1" status: 200 len: 946 time: 0.0840135 Sep 08 16:38:42.040035 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-7a8bbbdb-bd9c-4315-be1e-8bb024ef13ad req-5b3e951c-966d-4a90-8af9-f3b06dccf481 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361328 Sep 08 16:38:42.114828 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a94de6da-eb42-40c2-b791-1d1c525d5555 req-87c16351-480c-450d-b6a5-b15539f9e3b9 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569994 Sep 08 16:38:42.115850 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e3271-4fbf-4f7e-80b4-44aba51c0b2c req-35be6c8e-41e8-4aa8-bc29-9203b853d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:42.117182 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-266e3271-4fbf-4f7e-80b4-44aba51c0b2c req-35be6c8e-41e8-4aa8-bc29-9203b853d94e service neutron] 10.222.0.38 "GET /v2.0/networks?id=f9db32ff-f404-4a60-9a66-c9419aa017aa HTTP/1.1" status: 200 len: 912 time: 0.1394265 Sep 08 16:38:42.198436 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-266e3271-4fbf-4f7e-80b4-44aba51c0b2c req-e3c26de6-92d3-4b87-a4b5-200edc158473 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b6ec9fd-1364-48dd-9793-1a558b78f7d8 HTTP/1.1" status: 200 len: 1001 time: 0.0719142 Sep 08 16:38:42.254650 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e3271-4fbf-4f7e-80b4-44aba51c0b2c req-24cb4ff7-285d-4981-b1c0-6e101f833320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:42.256158 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-266e3271-4fbf-4f7e-80b4-44aba51c0b2c req-24cb4ff7-285d-4981-b1c0-6e101f833320 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549 HTTP/1.1" status: 200 len: 850 time: 0.0470092 Sep 08 16:38:42.304695 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e3271-4fbf-4f7e-80b4-44aba51c0b2c req-7919def2-f1f9-4c17-8888-65da7204d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:42.306155 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-266e3271-4fbf-4f7e-80b4-44aba51c0b2c req-7919def2-f1f9-4c17-8888-65da7204d8be service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f9db32ff-f404-4a60-9a66-c9419aa017aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410500 Sep 08 16:38:42.397285 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-266e3271-4fbf-4f7e-80b4-44aba51c0b2c req-4c504a8c-b0b3-45fc-9aa3-d6d1e77eae3a service neutron] 10.222.0.38 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825405 Sep 08 16:38:42.504291 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-266e3271-4fbf-4f7e-80b4-44aba51c0b2c req-6d074fd0-6db4-4fbc-871e-1ec842c23fa1 service neutron] 10.222.0.38 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953333 Sep 08 16:38:42.825353 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8d9cf-16ce-403c-b6b9-412819089762 req-dfa1b850-6f0b-4af4-aacf-0ade8a218a12 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:42.826972 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-57f8d9cf-16ce-403c-b6b9-412819089762 req-dfa1b850-6f0b-4af4-aacf-0ade8a218a12 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0545838 Sep 08 16:38:42.865907 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-57f8d9cf-16ce-403c-b6b9-412819089762 req-c72dae30-398e-4c77-986f-dd40994eeedb tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328760 Sep 08 16:38:42.989485 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589b28a-d7c9-40b8-984b-0e3b7f2eccfb req-1a9449d7-131d-48cf-80df-e22197b04074 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:42.999566 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c589b28a-d7c9-40b8-984b-0e3b7f2eccfb req-1a9449d7-131d-48cf-80df-e22197b04074 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0593524 Sep 08 16:38:43.034560 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c589b28a-d7c9-40b8-984b-0e3b7f2eccfb req-ce690a83-5077-4fce-82be-8095193836ff tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341134 Sep 08 16:38:43.222244 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6823bac-3d63-471d-adaf-5a737e21205e req-8812e744-938a-451d-99d8-8ee2f24d9db3 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:43.225026 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d6823bac-3d63-471d-adaf-5a737e21205e req-8812e744-938a-451d-99d8-8ee2f24d9db3 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0662296 Sep 08 16:38:43.253179 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b0a92-cd62-4e7c-9be6-0a79de854c9a req-0128fb5d-78b5-4730-8d0c-e0b183cf4aad tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:43.254885 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b24b0a92-cd62-4e7c-9be6-0a79de854c9a req-0128fb5d-78b5-4730-8d0c-e0b183cf4aad tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4066322-44fd-4fe1-8a3a-9bc8bc845f97 HTTP/1.1" status: 200 len: 946 time: 0.0642827 Sep 08 16:38:43.265539 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d6823bac-3d63-471d-adaf-5a737e21205e req-389faff0-8622-4aac-a26a-fe644ca0a354 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339408 Sep 08 16:38:43.304980 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b24b0a92-cd62-4e7c-9be6-0a79de854c9a req-f27ff6e0-42f9-4e3c-8d7f-e573deb5f86c tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434039 Sep 08 16:38:44.018574 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508da6f6-ba2e-4ab9-a98d-0bdcf2f18aef req-36a04b69-dd89-4fe8-81b2-6ddd15e5a537 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:44.020192 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-508da6f6-ba2e-4ab9-a98d-0bdcf2f18aef req-36a04b69-dd89-4fe8-81b2-6ddd15e5a537 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0656519 Sep 08 16:38:44.074519 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-508da6f6-ba2e-4ab9-a98d-0bdcf2f18aef req-43bb65ed-5d67-4c7b-818d-fe3c4d6c78fb tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479529 Sep 08 16:38:44.169676 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf7c65-9f7d-407a-b5b2-f1f63e2d4bd6 req-adfffe5e-d328-4c89-94e8-02b23720f064 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:44.171449 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ddcf7c65-9f7d-407a-b5b2-f1f63e2d4bd6 req-adfffe5e-d328-4c89-94e8-02b23720f064 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0508730 Sep 08 16:38:44.212798 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ddcf7c65-9f7d-407a-b5b2-f1f63e2d4bd6 req-64e0ee70-45bb-4af7-834a-9b80afaa7231 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353487 Sep 08 16:38:44.396787 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45d8ec-6786-4855-a479-e574472313b6 req-f644ea05-dfc7-466c-8acb-6dad6aa00c9c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:44.398325 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-8d45d8ec-6786-4855-a479-e574472313b6 req-f644ea05-dfc7-466c-8acb-6dad6aa00c9c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0579762 Sep 08 16:38:44.436475 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae959820-6961-4396-844f-cda1f2c162a0 req-284082e3-4ddc-48e5-92f1-c99942eba103 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:44.437847 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ae959820-6961-4396-844f-cda1f2c162a0 req-284082e3-4ddc-48e5-92f1-c99942eba103 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4066322-44fd-4fe1-8a3a-9bc8bc845f97 HTTP/1.1" status: 200 len: 946 time: 0.0806317 Sep 08 16:38:44.438148 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-8d45d8ec-6786-4855-a479-e574472313b6 req-ae673b29-91b7-48b8-b3a2-d94402b8e222 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331819 Sep 08 16:38:44.449858 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b89adc-2dbc-4ad4-b629-848f8df073b3 req-243b4390-65b4-4c48-a6f3-9fba8915e6d5 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:44.451673 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-18b89adc-2dbc-4ad4-b629-848f8df073b3 req-243b4390-65b4-4c48-a6f3-9fba8915e6d5 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4066322-44fd-4fe1-8a3a-9bc8bc845f97 HTTP/1.1" status: 200 len: 946 time: 0.0685959 Sep 08 16:38:44.592140 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:44.759211 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-18b89adc-2dbc-4ad4-b629-848f8df073b3 req-8f8bd404-5aac-475f-a1fd-8321b0901b36 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004308 Sep 08 16:38:44.785592 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-ae959820-6961-4396-844f-cda1f2c162a0 req-8568779e-59da-4a1d-9c4f-7798726977d3 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Deleting port 8a6da676-1c10-4aad-b061-41b85c3856f9 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:38:44.785929 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ae959820-6961-4396-844f-cda1f2c162a0 req-8568779e-59da-4a1d-9c4f-7798726977d3 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:44.877683 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-ae959820-6961-4396-844f-cda1f2c162a0 req-8568779e-59da-4a1d-9c4f-7798726977d3 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] For port 8a6da676-1c10-4aad-b061-41b85c3856f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8a6da676-1c10-4aad-b061-41b85c3856f9,segment=NetworkSegment(88003273-ddf5-497b-9580-2f18a9df4604),segment_id=88003273-ddf5-497b-9580-2f18a9df4604)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:38:44.878013 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ae959820-6961-4396-844f-cda1f2c162a0 req-8568779e-59da-4a1d-9c4f-7798726977d3 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:44.890357 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-ae959820-6961-4396-844f-cda1f2c162a0 req-8568779e-59da-4a1d-9c4f-7798726977d3 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Calling delete_port for 8a6da676-1c10-4aad-b061-41b85c3856f9 owned by compute:nova {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:38:45.025743 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ae959820-6961-4396-844f-cda1f2c162a0 req-8568779e-59da-4a1d-9c4f-7798726977d3 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:45.055727 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568779e-59da-4a1d-9c4f-7798726977d3 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Pushing event deleted for resources: {'Port': ['ID=8a6da676-1c10-4aad-b061-41b85c3856f9,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:45.064227 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['8a6da676-1c10-4aad-b061-41b85c3856f9'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:38:45.105175 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae959820-6961-4396-844f-cda1f2c162a0 req-8568779e-59da-4a1d-9c4f-7798726977d3 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] No DVR routers for this DVR port 8a6da676-1c10-4aad-b061-41b85c3856f9 on host hv-cinder-79053 {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:38:45.109412 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ae959820-6961-4396-844f-cda1f2c162a0 req-8568779e-59da-4a1d-9c4f-7798726977d3 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:45.111969 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ae959820-6961-4396-844f-cda1f2c162a0 req-8568779e-59da-4a1d-9c4f-7798726977d3 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.38 "DELETE /v2.0/ports/8a6da676-1c10-4aad-b061-41b85c3856f9 HTTP/1.1" status: 204 len: 173 time: 0.6594460 Sep 08 16:38:45.112609 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4066322-44fd-4fe1-8a3a-9bc8bc845f97', 'name': 'network-vif-deleted', 'tag': '8a6da676-1c10-4aad-b061-41b85c3856f9'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:38:45.115776 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59814d36-746a-46e4-9b60-bac70e0daa66" -d '{"events": [{"server_uuid": "b4066322-44fd-4fe1-8a3a-9bc8bc845f97", "name": "network-vif-deleted", "tag": "8a6da676-1c10-4aad-b061-41b85c3856f9"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:38:45.154521 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b09d49-11b3-45ba-800d-bd5a3fd8162f x-openstack-request-id: req-49b09d49-11b3-45ba-800d-bd5a3fd8162f {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:38:45.155068 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4066322-44fd-4fe1-8a3a-9bc8bc845f97", "name": "network-vif-deleted", "tag": "8a6da676-1c10-4aad-b061-41b85c3856f9", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:38:45.155346 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-49b09d49-11b3-45ba-800d-bd5a3fd8162f {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:38:45.155829 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4066322-44fd-4fe1-8a3a-9bc8bc845f97', 'name': 'network-vif-deleted', 'tag': '8a6da676-1c10-4aad-b061-41b85c3856f9', 'status': 'completed', 'code': 200} Sep 08 16:38:45.215359 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f24a4-725a-4157-988f-2853f5705c90 req-f6bd0f9b-3972-4312-9314-e396690e44a8 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:45.217295 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-746f24a4-725a-4157-988f-2853f5705c90 req-f6bd0f9b-3972-4312-9314-e396690e44a8 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0563064 Sep 08 16:38:45.258989 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-746f24a4-725a-4157-988f-2853f5705c90 req-62ee7957-8330-4d9f-80b9-ade6ce4e2ea4 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340106 Sep 08 16:38:45.335839 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11018613-9629-4b49-8c00-b3920eed27a8 req-c0e11702-4cb2-44b0-9b34-440a131adf15 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:45.337345 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-11018613-9629-4b49-8c00-b3920eed27a8 req-c0e11702-4cb2-44b0-9b34-440a131adf15 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0498903 Sep 08 16:38:45.377772 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-11018613-9629-4b49-8c00-b3920eed27a8 req-f37633b1-682b-44f1-ae3d-98947eda1bf9 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339205 Sep 08 16:38:46.127832 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf36045-dffe-4a1a-915e-1627432cab2a req-e14b6be1-bb98-427e-b8ef-5c4124737d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:46.129208 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4bf36045-dffe-4a1a-915e-1627432cab2a req-e14b6be1-bb98-427e-b8ef-5c4124737d8f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e1afedab9c44cb28f302d9f903cc9c1&device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 1097 time: 0.0423279 Sep 08 16:38:46.248609 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf36045-dffe-4a1a-915e-1627432cab2a req-db1165a2-548b-4c14-b3bd-c9b351b22b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:46.250154 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4bf36045-dffe-4a1a-915e-1627432cab2a req-db1165a2-548b-4c14-b3bd-c9b351b22b42 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d5885bf2-f857-4e7a-90de-683d9b947e27 HTTP/1.1" status: 200 len: 918 time: 0.0946753 Sep 08 16:38:46.322935 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4bf36045-dffe-4a1a-915e-1627432cab2a req-04612ac7-79d0-41ce-b8b5-ebde71944ff4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8772f1e6-a40e-4d12-9186-bd1a5f255db5 HTTP/1.1" status: 200 len: 1000 time: 0.0628917 Sep 08 16:38:46.384396 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a77ec-3718-47d4-86b4-af8e85362299 req-fbfe441b-4f69-4f6b-bae4-9f98326ba310 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:46.385819 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fe2a77ec-3718-47d4-86b4-af8e85362299 req-fbfe441b-4f69-4f6b-bae4-9f98326ba310 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0520153 Sep 08 16:38:46.433866 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fe2a77ec-3718-47d4-86b4-af8e85362299 req-6cbf268b-402e-4710-930c-0a401f057331 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412819 Sep 08 16:38:46.500389 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca6f90-de14-48b4-92f7-68918aca2c63 req-0132aeee-dcfc-4ab2-ae9c-49e05dd87111 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:46.501963 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-cdca6f90-de14-48b4-92f7-68918aca2c63 req-0132aeee-dcfc-4ab2-ae9c-49e05dd87111 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0502751 Sep 08 16:38:46.542805 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-cdca6f90-de14-48b4-92f7-68918aca2c63 req-93804e1b-3adb-4784-9e93-272627f69070 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348723 Sep 08 16:38:47.558787 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d93ecb-7336-4e43-9599-af6f2ababa63 req-97495d39-cd31-48bf-a601-10f292d0ca17 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:47.560194 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d7d93ecb-7336-4e43-9599-af6f2ababa63 req-97495d39-cd31-48bf-a601-10f292d0ca17 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0495765 Sep 08 16:38:47.602387 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d7d93ecb-7336-4e43-9599-af6f2ababa63 req-9e9dd6cc-30cb-4ffa-a5ed-45cd21de5da7 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360606 Sep 08 16:38:47.667345 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0360d4f-b400-421c-b952-34666fe62997 req-a88c2bff-c482-4ec1-b7a0-967ec3fd54c7 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:47.668882 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b0360d4f-b400-421c-b952-34666fe62997 req-a88c2bff-c482-4ec1-b7a0-967ec3fd54c7 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0535517 Sep 08 16:38:47.716680 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b0360d4f-b400-421c-b952-34666fe62997 req-02cb7ff3-8965-4dc7-8168-3e4868cdff6d tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377998 Sep 08 16:38:48.163836 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf36045-dffe-4a1a-915e-1627432cab2a req-15984531-f315-4e03-a124-834a8b4f2a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:48.165260 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4bf36045-dffe-4a1a-915e-1627432cab2a req-15984531-f315-4e03-a124-834a8b4f2a5e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c2d542b-edd8-4e91-896a-b3e1b00238ca HTTP/1.1" status: 200 len: 856 time: 0.0466857 Sep 08 16:38:48.749190 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b0118-357d-4688-b7a1-efd6acc74a13 req-f9c74969-6247-46a9-99aa-dcb1c614abac tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:48.750801 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4d4b0118-357d-4688-b7a1-efd6acc74a13 req-f9c74969-6247-46a9-99aa-dcb1c614abac tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0656855 Sep 08 16:38:48.790450 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4d4b0118-357d-4688-b7a1-efd6acc74a13 req-c29f8ceb-c149-4fee-8dfb-53a31c3d9997 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328741 Sep 08 16:38:48.838243 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee3d96-95b0-4379-a9b0-b0fdb628fae6 req-840238f9-437a-47a3-a88c-2c0b84217332 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:48.839837 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-78ee3d96-95b0-4379-a9b0-b0fdb628fae6 req-840238f9-437a-47a3-a88c-2c0b84217332 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0502341 Sep 08 16:38:48.876861 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-78ee3d96-95b0-4379-a9b0-b0fdb628fae6 req-e83c73a4-dd9d-4442-8771-e7a2976c51c5 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309103 Sep 08 16:38:49.162479 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf36045-dffe-4a1a-915e-1627432cab2a req-58cd2e6a-0c3a-4e71-8e57-4ce87fec7c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:49.164048 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4bf36045-dffe-4a1a-915e-1627432cab2a req-58cd2e6a-0c3a-4e71-8e57-4ce87fec7c59 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d5885bf2-f857-4e7a-90de-683d9b947e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518591 Sep 08 16:38:49.165359 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 8a6da676-1c10-4aad-b061-41b85c3856f9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:38:49.187593 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] No Port match for: 8a6da676-1c10-4aad-b061-41b85c3856f9 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:38:49.187913 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 8a6da676-1c10-4aad-b061-41b85c3856f9 not bound to the agent host hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:38:49.261687 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4bf36045-dffe-4a1a-915e-1627432cab2a req-7b89ec06-164b-4666-b997-1f0a85fd292f service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873795 Sep 08 16:38:49.373367 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4bf36045-dffe-4a1a-915e-1627432cab2a req-ddf16dd1-3faa-49b7-8cac-dfc5f8c8361f service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016386 Sep 08 16:38:49.926653 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b295bb-3467-42cb-bf5d-18db8b571868 req-666885e8-381d-4aba-92aa-9ead78edd712 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:49.928199 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-71b295bb-3467-42cb-bf5d-18db8b571868 req-666885e8-381d-4aba-92aa-9ead78edd712 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0612993 Sep 08 16:38:49.970706 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-71b295bb-3467-42cb-bf5d-18db8b571868 req-2d3ebb2c-ce3d-4baa-a45f-21f76c62d252 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359168 Sep 08 16:38:50.012873 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb22f9-0a12-4f3a-840f-55df8c796a77 req-c5ee854b-fd74-4301-9c78-2301ebb6d4ad tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:50.014423 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-93eb22f9-0a12-4f3a-840f-55df8c796a77 req-c5ee854b-fd74-4301-9c78-2301ebb6d4ad tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0521166 Sep 08 16:38:50.053080 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-93eb22f9-0a12-4f3a-840f-55df8c796a77 req-94e0486c-0809-44a1-9120-c157d6e6d183 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326252 Sep 08 16:38:51.108832 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518085b9-f524-4009-969b-6c29cf46e92b req-281a4053-da43-4a4b-a7d5-d10afd48bac7 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:51.110648 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-518085b9-f524-4009-969b-6c29cf46e92b req-281a4053-da43-4a4b-a7d5-d10afd48bac7 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 944 time: 0.0543201 Sep 08 16:38:51.150363 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-518085b9-f524-4009-969b-6c29cf46e92b req-75916a0f-f029-445a-afeb-5a8b2c24ac7b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338962 Sep 08 16:38:51.173940 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 8772f1e6-a40e-4d12-9186-bd1a5f255db5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:38:51.174508 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a2bf3-9478-420a-8ce4-006aae8aa8bc req-1477c922-9f1b-4efe-96cb-4dc9c24f7b9d tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:51.177260 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0f8a2bf3-9478-420a-8ce4-006aae8aa8bc req-1477c922-9f1b-4efe-96cb-4dc9c24f7b9d tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0544982 Sep 08 16:38:51.216314 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0f8a2bf3-9478-420a-8ce4-006aae8aa8bc req-f5cb7975-cc55-4b58-8a5b-8bb17e576fba tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328429 Sep 08 16:38:51.280908 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 8772f1e6-a40e-4d12-9186-bd1a5f255db5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8772f1e6-a40e-4d12-9186-bd1a5f255db5,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:38:51.297548 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': '8772f1e6-a40e-4d12-9186-bd1a5f255db5', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'port_id': '8772f1e6-a40e-4d12-9186-bd1a5f255db5', 'mac_address': 'fa:16:3e:8e:b4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:38:51.336944 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:51.353246 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8772f1e6-a40e-4d12-9186-bd1a5f255db5 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:38:51.379587 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 8772f1e6-a40e-4d12-9186-bd1a5f255db5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8772f1e6-a40e-4d12-9186-bd1a5f255db5,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:38:51.385190 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:51.441331 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=8772f1e6-a40e-4d12-9186-bd1a5f255db5,revision_number=9']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:51.449970 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:51.450757 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:51.451102 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:51.451600 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:51.451938 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:51.452418 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:51.452753 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:51.453287 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:51.453990 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:51.454512 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:51.455423 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:51.456212 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:51.649324 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e8b14-0283-4a50-998e-5ce0cdb4f2df req-db804fcd-0d25-43ac-b5e2-983fafc897cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:51.650911 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fd3e8b14-0283-4a50-998e-5ce0cdb4f2df req-db804fcd-0d25-43ac-b5e2-983fafc897cf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 1099 time: 0.0413804 Sep 08 16:38:51.690740 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fd3e8b14-0283-4a50-998e-5ce0cdb4f2df req-1d90e286-12bc-41a7-8a96-ae661331e675 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283694 Sep 08 16:38:51.820218 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['8772f1e6-a40e-4d12-9186-bd1a5f255db5'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:38:52.276940 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e5335-3188-4541-b427-3538aca0455d req-c9447ced-2fe9-4bec-8c89-25da0c4ed356 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:52.278838 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-693e5335-3188-4541-b427-3538aca0455d req-c9447ced-2fe9-4bec-8c89-25da0c4ed356 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 945 time: 0.0518835 Sep 08 16:38:52.318213 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-693e5335-3188-4541-b427-3538aca0455d req-83a1e4e6-96df-4d16-8adb-be91500b81fc tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329337 Sep 08 16:38:52.334795 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5193b8-72ac-4f72-864f-d8cb68ce0ba2 req-cc6e0ad0-2302-48bc-b68c-b0c4c57829fc tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:52.336339 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1c5193b8-72ac-4f72-864f-d8cb68ce0ba2 req-cc6e0ad0-2302-48bc-b68c-b0c4c57829fc tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0506158 Sep 08 16:38:52.375479 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1c5193b8-72ac-4f72-864f-d8cb68ce0ba2 req-c50f7d01-e80e-415a-914d-7ab7b59ce22a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330880 Sep 08 16:38:53.456950 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d1df4-675e-4715-9fbf-f80a2785524b req-9e9f376a-d488-4412-80d7-8f7610503a64 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:53.458419 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-451d1df4-675e-4715-9fbf-f80a2785524b req-9e9f376a-d488-4412-80d7-8f7610503a64 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 945 time: 0.0543051 Sep 08 16:38:53.494098 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d2519-13bd-47f2-87bf-e1e110cdccea req-97a00fda-3cc0-4900-bdd4-c0e3b628dced tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:53.495629 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f38d2519-13bd-47f2-87bf-e1e110cdccea req-97a00fda-3cc0-4900-bdd4-c0e3b628dced tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0502515 Sep 08 16:38:53.505015 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-451d1df4-675e-4715-9fbf-f80a2785524b req-14bc9727-09cc-4038-a542-f5540a56b427 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404174 Sep 08 16:38:53.534445 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f38d2519-13bd-47f2-87bf-e1e110cdccea req-43839be0-aa41-4b2a-aa80-b7cde449838a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320454 Sep 08 16:38:54.633960 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b939327-0339-49d2-9932-f640bab0a6c4 req-bc9365f9-2ef8-4253-a2dd-112f84059b0c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:54.635466 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9b939327-0339-49d2-9932-f640bab0a6c4 req-bc9365f9-2ef8-4253-a2dd-112f84059b0c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 945 time: 0.0488372 Sep 08 16:38:54.656219 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba42cbd-42f4-43a6-af63-e1db2aa54a73 req-3d5ac10b-257c-44bb-b926-dbc242ccf7a3 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:54.657877 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-9ba42cbd-42f4-43a6-af63-e1db2aa54a73 req-3d5ac10b-257c-44bb-b926-dbc242ccf7a3 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0525584 Sep 08 16:38:54.676067 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9b939327-0339-49d2-9932-f640bab0a6c4 req-a6d73e06-704d-4fc5-a0ef-ed3148a0cb99 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342751 Sep 08 16:38:54.703774 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-9ba42cbd-42f4-43a6-af63-e1db2aa54a73 req-44ea3f2f-b772-4520-84a7-535bf0f9fdfc tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330009 Sep 08 16:38:55.804235 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b80ac-dce7-40db-bb21-d1be65d1867c req-75d64818-e21b-4700-8054-ed91732880aa tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:55.805744 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-fc3b80ac-dce7-40db-bb21-d1be65d1867c req-75d64818-e21b-4700-8054-ed91732880aa tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 945 time: 0.0507307 Sep 08 16:38:55.847860 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-fc3b80ac-dce7-40db-bb21-d1be65d1867c req-795b4702-add5-40c1-8c67-34a8d4200722 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353127 Sep 08 16:38:55.879285 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-1b04bda7-770f-46f4-9c8f-985ede257bea tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:55.881825 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-1b04bda7-770f-46f4-9c8f-985ede257bea tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/networks?id=71031218-65b5-4f98-b64e-8c9535649356 HTTP/1.1" status: 200 len: 813 time: 0.1182199 Sep 08 16:38:55.897406 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-232d0a08-447c-4674-8cb7-d3d38029c7bb tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/quotas/11c3f48103544e81ac9a8013730bf5c5 HTTP/1.1" status: 200 len: 375 time: 0.0100994 Sep 08 16:38:55.930102 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-a17870a2-f38a-4161-ba06-2f54a86d5c81 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=11c3f48103544e81ac9a8013730bf5c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272441 Sep 08 16:38:55.961505 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad581806-ad64-455a-97f6-f24a4e0cb771 req-bf364c04-2104-4454-9e93-4c9464d74f4a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:55.963053 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ad581806-ad64-455a-97f6-f24a4e0cb771 req-bf364c04-2104-4454-9e93-4c9464d74f4a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0514350 Sep 08 16:38:56.005573 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ad581806-ad64-455a-97f6-f24a4e0cb771 req-83c2a895-fd2c-4ebb-b713-872be72b9524 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359869 Sep 08 16:38:56.034913 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-47697959-cdb9-4124-956f-45a7c34c0ac2 service neutron] 10.222.0.69 "GET /v2.0/networks/71031218-65b5-4f98-b64e-8c9535649356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931425 Sep 08 16:38:56.150008 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-a3f929e4-6151-41d8-8149-bdf4b56de588 service neutron] 10.222.0.69 "GET /v2.0/networks/71031218-65b5-4f98-b64e-8c9535649356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068828 Sep 08 16:38:56.342407 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fdf4123f-6353-4ff7-8f79-78a8868e6be9 req-95430ec4-8df7-4935-b813-52425630135a tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=a385c950-bf41-4c68-9bb1-092b25a7a1af HTTP/1.1" status: 200 len: 210 time: 0.0399344 Sep 08 16:38:56.397464 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073f22e-e441-4cf5-ada1-738d02c5cc28 req-daf91495-5cdf-48e5-ac40-e562d85f5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:56.399193 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1073f22e-e441-4cf5-ada1-738d02c5cc28 req-daf91495-5cdf-48e5-ac40-e562d85f5d5a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81c4757c7f3247b68665fdb276686a96&device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 1099 time: 0.0596793 Sep 08 16:38:56.427958 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cad690-1f99-4367-824f-2e2fe375092e req-45b752de-c872-4e49-9f77-0cea915348c3 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:56.435276 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-88cad690-1f99-4367-824f-2e2fe375092e req-45b752de-c872-4e49-9f77-0cea915348c3 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0822763 Sep 08 16:38:56.483071 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-88cad690-1f99-4367-824f-2e2fe375092e req-2307f852-98ec-4aee-9971-c7ce89d83e5c tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421331 Sep 08 16:38:56.529694 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073f22e-e441-4cf5-ada1-738d02c5cc28 req-a99b04d6-f9cc-46c0-8665-79bcf680863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:56.531864 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1073f22e-e441-4cf5-ada1-738d02c5cc28 req-a99b04d6-f9cc-46c0-8665-79bcf680863b service neutron] 10.222.0.38 "GET /v2.0/networks?id=36f557e5-0efe-4eef-bced-be0bb3e3f756 HTTP/1.1" status: 200 len: 919 time: 0.1232886 Sep 08 16:38:56.575938 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1073f22e-e441-4cf5-ada1-738d02c5cc28 req-f2b73bd7-1937-43c9-8b8b-0c072106f848 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e17c3881-d6fe-4e04-8750-7445ef308cd8 HTTP/1.1" status: 200 len: 217 time: 0.0370231 Sep 08 16:38:56.617890 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 8772f1e6-a40e-4d12-9186-bd1a5f255db5 up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:38:56.630554 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073f22e-e441-4cf5-ada1-738d02c5cc28 req-a828d2ba-3cf5-4f05-9625-135680266567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:56.632089 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1073f22e-e441-4cf5-ada1-738d02c5cc28 req-a828d2ba-3cf5-4f05-9625-135680266567 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3240b4ec-a6f2-4115-bd70-90b9d26d722b HTTP/1.1" status: 200 len: 858 time: 0.0456657 Sep 08 16:38:56.665990 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1073f22e-e441-4cf5-ada1-738d02c5cc28 req-c0999402-55bc-42c3-862c-679161edb0f9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=36f557e5-0efe-4eef-bced-be0bb3e3f756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260038 Sep 08 16:38:56.668519 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port 8772f1e6-a40e-4d12-9186-bd1a5f255db5 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:38:56.668958 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:56.751722 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:56.774662 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1073f22e-e441-4cf5-ada1-738d02c5cc28 req-d3510747-542b-4cdf-b504-d34639cce9e7 service neutron] 10.222.0.38 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003449 Sep 08 16:38:56.777589 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c663966-e457-4d6c-9626-26bec71d82d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8772f1e6-a40e-4d12-9186-bd1a5f255db5'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:38:56.779944 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe62616b-47d1-407b-b98c-4ca1fdc28d1f" -d '{"events": [{"server_uuid": "1c663966-e457-4d6c-9626-26bec71d82d9", "name": "network-vif-plugged", "status": "completed", "tag": "8772f1e6-a40e-4d12-9186-bd1a5f255db5"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:38:56.805769 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 8772f1e6-a40e-4d12-9186-bd1a5f255db5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8772f1e6-a40e-4d12-9186-bd1a5f255db5,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:38:56.811633 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:56.839341 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc2f60f-1243-41b6-b4ae-29d8b8c5e92b x-openstack-request-id: req-efc2f60f-1243-41b6-b4ae-29d8b8c5e92b {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:38:56.839643 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c663966-e457-4d6c-9626-26bec71d82d9", "name": "network-vif-plugged", "status": "completed", "tag": "8772f1e6-a40e-4d12-9186-bd1a5f255db5", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:38:56.839891 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-efc2f60f-1243-41b6-b4ae-29d8b8c5e92b {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:38:56.840262 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c663966-e457-4d6c-9626-26bec71d82d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8772f1e6-a40e-4d12-9186-bd1a5f255db5', 'code': 200} Sep 08 16:38:56.867368 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=8772f1e6-a40e-4d12-9186-bd1a5f255db5,revision_number=10']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:56.893416 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1073f22e-e441-4cf5-ada1-738d02c5cc28 req-139a13e4-1b54-437b-85bc-f426d28db112 service neutron] 10.222.0.38 "GET /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109927 Sep 08 16:38:56.973271 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e53615-ee0a-45e3-9ca4-0db18f14b2c1 req-88e1aa0f-7c2c-4c25-8d57-163acb51aebe tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:56.974802 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d3e53615-ee0a-45e3-9ca4-0db18f14b2c1 req-88e1aa0f-7c2c-4c25-8d57-163acb51aebe tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 947 time: 0.0513141 Sep 08 16:38:57.014505 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d3e53615-ee0a-45e3-9ca4-0db18f14b2c1 req-b2589be2-7719-4b8c-84c0-2c9a94c6042d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333698 Sep 08 16:38:57.452200 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1d9b9f0b-3074-468d-a969-e691765ff116 req-125c0663-7d6c-4195-990a-a33c4b7448ff tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=a385c950-bf41-4c68-9bb1-092b25a7a1af HTTP/1.1" status: 200 len: 210 time: 0.0354376 Sep 08 16:38:57.489183 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d24fc1-9ca7-479f-b3dc-c7a2149fc40e req-ca0fcce1-a28a-4203-b5f4-ad07c1bf84ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:57.490587 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-95d24fc1-9ca7-479f-b3dc-c7a2149fc40e req-ca0fcce1-a28a-4203-b5f4-ad07c1bf84ec service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 1100 time: 0.0476866 Sep 08 16:38:57.540620 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-95d24fc1-9ca7-479f-b3dc-c7a2149fc40e req-b5cd39de-b760-43c5-b7bf-8e28cb636bfe service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392497 Sep 08 16:38:57.606403 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c92016-b9f1-46e1-8fcf-e6901d5b5341 req-1e6de491-ceb5-4001-836b-e605659a38c2 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:57.607990 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e1c92016-b9f1-46e1-8fcf-e6901d5b5341 req-1e6de491-ceb5-4001-836b-e605659a38c2 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0557265 Sep 08 16:38:57.641756 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 36588) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:57.647458 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e1c92016-b9f1-46e1-8fcf-e6901d5b5341 req-1dc68dbf-1bf2-4625-b316-6420c9d49fc3 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331371 Sep 08 16:38:57.687433 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0f0a56-3c59-4910-8558-ba8d2d10ec39 admin admin] Deleting subnet 07e1a0d0-b22f-457f-ad6a-7b25acac7164 {{(pid=94083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 16:38:57.691238 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0a0f0a56-3c59-4910-8558-ba8d2d10ec39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:57.727059 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0a0f0a56-3c59-4910-8558-ba8d2d10ec39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29418530'] for subnet, precommit_delete_associations {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:57.769542 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0a0f0a56-3c59-4910-8558-ba8d2d10ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772541'] for subnet, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:57.832113 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0a0f0a56-3c59-4910-8558-ba8d2d10ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29612433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30250774'] for subnet, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:57.859714 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0a0f0a56-3c59-4910-8558-ba8d2d10ec39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:57.862107 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-0a0f0a56-3c59-4910-8558-ba8d2d10ec39 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/07e1a0d0-b22f-457f-ad6a-7b25acac7164 HTTP/1.1" status: 204 len: 168 time: 0.2183208 Sep 08 16:38:57.862985 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f0a56-3c59-4910-8558-ba8d2d10ec39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07e1a0d0-b22f-457f-ad6a-7b25acac7164,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:57.864747 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 36590) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:57.939914 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601569'] for network, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:58.021018 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770888', 'neutron.services.segments.db._delete_segments_for_network-8790707967645'] for network, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:58.044645 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75500c54-3ed7-48b4-b43c-4db59c89fd5b']}} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:38:58.056752 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d6d698-f1ec-4dc3-85d3-e28fd18736e8') {'for_net_delete': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:38:58.057422 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d6d698-f1ec-4dc3-85d3-e28fd18736e8') {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:38:58.069388 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790707967910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29646770'] for segment, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:58.083845 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:58.091667 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=94082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:38:58.092119 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29530984'] for segment, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: Traceback (most recent call last): Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: timer() Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: cb(*args, **kw) Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: return func(*args, **kwargs) Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: self._notify() Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: self.callback(batched_events) Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: event.method(event) Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: return f(self, *a, **k) Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: return self._get(url).json() Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: return self.request(url, 'GET', **kwargs) Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:38:58.094019 dv-cinder-790535-14-iscsi neutron-server[94082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:38:58.149173 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587292'] for network, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:58.154998 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:58.159505 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] 10.222.0.69 "DELETE /v2.0/networks/75500c54-3ed7-48b4-b43c-4db59c89fd5b HTTP/1.1" status: 204 len: 168 time: 0.2911603 Sep 08 16:38:58.159657 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec2f32-fd78-4d33-b1d6-a706e43c4f72 req-8fcb3e9b-1ceb-4ab7-bd10-b198ee35a03b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:58.160127 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-36ec2f32-fd78-4d33-b1d6-a706e43c4f72 req-8fcb3e9b-1ceb-4ab7-bd10-b198ee35a03b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 947 time: 0.0593555 Sep 08 16:38:58.160501 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 36594) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:58.171718 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] Pushing event deleted for resources: {'Network': ['ID=75500c54-3ed7-48b4-b43c-4db59c89fd5b,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:58.180240 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:58.180593 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:58.180935 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:58.181271 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:58.181601 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:58.181933 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:58.182261 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:58.182587 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:58.182914 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:58.183239 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:58.183614 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:58.183967 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aebd5a7-f70f-4f89-a81b-c9ae546de714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:38:58.256180 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-36ec2f32-fd78-4d33-b1d6-a706e43c4f72 req-b9827341-8575-4796-b158-5a86d5f38a7e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886681 Sep 08 16:38:58.265257 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_v2 [None req-602bd323-662c-4246-a9b2-ed5b3c9c7b6e admin admin] Deleting subnet 000aa74c-7056-4b5b-9d9d-94994696d7b9 {{(pid=94083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 16:38:58.273274 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-602bd323-662c-4246-a9b2-ed5b3c9c7b6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:58.348973 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-602bd323-662c-4246-a9b2-ed5b3c9c7b6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29418530'] for subnet, precommit_delete_associations {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:58.398107 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-691ed23e-8ee6-4294-8ead-3b3524b931f1 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:58.399559 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-691ed23e-8ee6-4294-8ead-3b3524b931f1 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.38 "GET /v2.0/networks?id=71031218-65b5-4f98-b64e-8c9535649356 HTTP/1.1" status: 200 len: 813 time: 0.1877427 Sep 08 16:38:58.415532 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-602bd323-662c-4246-a9b2-ed5b3c9c7b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772541'] for subnet, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:58.427896 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c237f243-577f-422c-a142-bbb2f9858de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:58.444852 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-44025d55-5e6a-45bb-a608-b29343c3fcae tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Request body: {'port': {'device_id': 'a385c950-bf41-4c68-9bb1-092b25a7a1af', 'network_id': '71031218-65b5-4f98-b64e-8c9535649356', 'admin_state_up': True, 'tenant_id': '11c3f48103544e81ac9a8013730bf5c5'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:38:58.535702 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-602bd323-662c-4246-a9b2-ed5b3c9c7b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29612433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30250774'] for subnet, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:58.553849 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-3b0b2afa-3ece-4aed-a0db-35c3a96e2ce1 req-c102161c-d2f8-4a68-ba7e-9dc94901c474 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=a385c950-bf41-4c68-9bb1-092b25a7a1af HTTP/1.1" status: 200 len: 210 time: 0.0315402 Sep 08 16:38:58.577096 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bd323-662c-4246-a9b2-ed5b3c9c7b6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=000aa74c-7056-4b5b-9d9d-94994696d7b9,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:58.579109 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-602bd323-662c-4246-a9b2-ed5b3c9c7b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:58.580984 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-602bd323-662c-4246-a9b2-ed5b3c9c7b6e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/000aa74c-7056-4b5b-9d9d-94994696d7b9 HTTP/1.1" status: 204 len: 168 time: 0.4195054 Sep 08 16:38:58.583706 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 36602) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:58.601568 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-44025d55-5e6a-45bb-a608-b29343c3fcae tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Made reservation on behalf of 11c3f48103544e81ac9a8013730bf5c5 for: {'port': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:38:58.605270 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-44025d55-5e6a-45bb-a608-b29343c3fcae tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:58.657225 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-76d334ef-a289-4b3f-bf48-15f89ddadbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601569'] for network, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:58.743655 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-76d334ef-a289-4b3f-bf48-15f89ddadbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770888', 'neutron.services.segments.db._delete_segments_for_network-8790707967645'] for network, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:58.758257 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-44025d55-5e6a-45bb-a608-b29343c3fcae tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Allocated IP 172.20.0.14 (71031218-65b5-4f98-b64e-8c9535649356/d173502d-4b44-47f0-89b7-92baffc58eb2/0c3989e9-76a3-42b7-ba13-ccb233394a38) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:38:58.764838 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-76d334ef-a289-4b3f-bf48-15f89ddadbc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc36767c-553e-437d-a5bc-3ee8c3d46a41']}} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:38:58.775647 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-76d334ef-a289-4b3f-bf48-15f89ddadbc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd0d326-4c9e-4810-be03-6374419bb66a') {'for_net_delete': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:38:58.775957 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-76d334ef-a289-4b3f-bf48-15f89ddadbc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd0d326-4c9e-4810-be03-6374419bb66a') {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:38:58.787291 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-76d334ef-a289-4b3f-bf48-15f89ddadbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790707967910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29646770'] for segment, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:58.798411 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9158055-bcfa-49b8-91b2-0ab03bde7230 req-81b686dd-8044-44cc-b50c-90a34e7705c6 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:58.799972 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e9158055-bcfa-49b8-91b2-0ab03bde7230 req-81b686dd-8044-44cc-b50c-90a34e7705c6 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0812871 Sep 08 16:38:58.804399 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-76d334ef-a289-4b3f-bf48-15f89ddadbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:58.825809 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d334ef-a289-4b3f-bf48-15f89ddadbc4 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:38:58.826824 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-76d334ef-a289-4b3f-bf48-15f89ddadbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29530984'] for segment, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: Traceback (most recent call last): Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: timer() Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: cb(*args, **kw) Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: return func(*args, **kwargs) Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: self._notify() Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: self.callback(batched_events) Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: event.method(event) Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: return f(self, *a, **k) Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: return self._get(url).json() Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: return self.request(url, 'GET', **kwargs) Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:38:58.828711 dv-cinder-790535-14-iscsi neutron-server[94082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:38:58.887527 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-76d334ef-a289-4b3f-bf48-15f89ddadbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587292'] for network, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:58.889881 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e9158055-bcfa-49b8-91b2-0ab03bde7230 req-a618ceb7-3af6-4989-8fdc-e4729cf0fa2a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683172 Sep 08 16:38:58.904880 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-76d334ef-a289-4b3f-bf48-15f89ddadbc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:58.906788 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-76d334ef-a289-4b3f-bf48-15f89ddadbc4 admin admin] 10.222.0.69 "DELETE /v2.0/networks/cc36767c-553e-437d-a5bc-3ee8c3d46a41 HTTP/1.1" status: 204 len: 168 time: 0.3220859 Sep 08 16:38:58.907690 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d334ef-a289-4b3f-bf48-15f89ddadbc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc36767c-553e-437d-a5bc-3ee8c3d46a41,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:58.972607 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-44025d55-5e6a-45bb-a608-b29343c3fcae tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:59.014387 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-44025d55-5e6a-45bb-a608-b29343c3fcae tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:59.067124 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-44025d55-5e6a-45bb-a608-b29343c3fcae tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Network 71031218-65b5-4f98-b64e-8c9535649356 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:38:59.076399 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-44025d55-5e6a-45bb-a608-b29343c3fcae tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:38:59.079187 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44025d55-5e6a-45bb-a608-b29343c3fcae tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Pushing event updated for resources: {'Port': ['ID=0c3989e9-76a3-42b7-ba13-ccb233394a38,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:59.081773 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-44025d55-5e6a-45bb-a608-b29343c3fcae tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:38:59.105741 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 36618) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:59.137191 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-44025d55-5e6a-45bb-a608-b29343c3fcae tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:59.137749 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-44025d55-5e6a-45bb-a608-b29343c3fcae tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:59.154270 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-af5c0a1e-e103-4be2-9f87-0eaf725455de admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1451e4bdff1f483fb18fb8fbe30e52b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472345 Sep 08 16:38:59.154733 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-44025d55-5e6a-45bb-a608-b29343c3fcae tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7140663 Sep 08 16:38:59.157387 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 36626) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:59.192740 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] Request body: {'port': {'device_id': 'a385c950-bf41-4c68-9bb1-092b25a7a1af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:38:59.208489 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3515712b-39a8-45f5-80f8-c176875ab92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:59.242503 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3515712b-39a8-45f5-80f8-c176875ab92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:59.257771 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:59.318617 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3515712b-39a8-45f5-80f8-c176875ab92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:59.323623 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3515712b-39a8-45f5-80f8-c176875ab92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:59.326721 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-3515712b-39a8-45f5-80f8-c176875ab92a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/968b0036-a5d7-4003-89f2-7a55c36d45f9 HTTP/1.1" status: 204 len: 168 time: 0.1665988 Sep 08 16:38:59.342031 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515712b-39a8-45f5-80f8-c176875ab92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968b0036-a5d7-4003-89f2-7a55c36d45f9,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:59.456786 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07614963-9420-42a7-9488-a33295ba2461 req-54ea9625-06ea-4d7f-9c31-63866f2a37e7 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:59.458512 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-07614963-9420-42a7-9488-a33295ba2461 req-54ea9625-06ea-4d7f-9c31-63866f2a37e7 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 947 time: 0.0985293 Sep 08 16:38:59.523884 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-07614963-9420-42a7-9488-a33295ba2461 req-957b88c6-e9de-40c5-811f-fde1190cca7b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576293 Sep 08 16:38:59.712071 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac641aa-ea41-42f7-ae43-8f8d0db1378b req-951ae698-5d2e-40db-a9ee-830c45f02a62 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:38:59.713599 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5ac641aa-ea41-42f7-ae43-8f8d0db1378b req-951ae698-5d2e-40db-a9ee-830c45f02a62 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=a385c950-bf41-4c68-9bb1-092b25a7a1af HTTP/1.1" status: 200 len: 932 time: 0.0810349 Sep 08 16:38:59.785725 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 36656) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:59.798063 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3989e9-76a3-42b7-ba13-ccb233394a38 {{(pid=94083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:38:59.810375 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5ac641aa-ea41-42f7-ae43-8f8d0db1378b req-729f1f2a-3270-4752-abbc-c621b2491d65 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886481 Sep 08 16:38:59.833086 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:59.841041 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-a8bd17f1-9944-4251-bbf2-c891bde806d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2879a34bdcb4ed1a4d93fc6ed9fae46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537896 Sep 08 16:38:59.841240 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 36658) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:38:59.861227 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] Transition to ACTIVE for port object 0c3989e9-76a3-42b7-ba13-ccb233394a38 will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:38:59.866770 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:38:59.945108 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3989e9-76a3-42b7-ba13-ccb233394a38,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:38:59.954582 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6f4bddf0-ea31-4f22-a80d-347d24028d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:00.014473 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6f4bddf0-ea31-4f22-a80d-347d24028d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:00.020148 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54794205-66cd-423a-be90-bef335fa67cc req-3788b5bb-10d0-4d8c-b2a0-3f3cbe56be32 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:00.021656 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-54794205-66cd-423a-be90-bef335fa67cc req-3788b5bb-10d0-4d8c-b2a0-3f3cbe56be32 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0519953 Sep 08 16:39:00.059655 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] Attempting to bind port 0c3989e9-76a3-42b7-ba13-ccb233394a38 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:39:00.059988 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] Attempting to bind port 0c3989e9-76a3-42b7-ba13-ccb233394a38 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '88003273-ddf5-497b-9580-2f18a9df4604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '71031218-65b5-4f98-b64e-8c9535649356'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:39:00.060312 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] Attempting to bind port 0c3989e9-76a3-42b7-ba13-ccb233394a38 on network 71031218-65b5-4f98-b64e-8c9535649356 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:39:00.066281 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] Port 0c3989e9-76a3-42b7-ba13-ccb233394a38 on network 71031218-65b5-4f98-b64e-8c9535649356 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 16:39:00.066491 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] Attempting to bind port 0c3989e9-76a3-42b7-ba13-ccb233394a38 on network 71031218-65b5-4f98-b64e-8c9535649356 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:39:00.067691 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-54794205-66cd-423a-be90-bef335fa67cc req-2171d2b6-d826-4371-b60e-52a2be08203c tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393522 Sep 08 16:39:00.071792 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] Checking agent: {'id': 'ccbd07f4-9fa7-4e9d-ab49-144bada9319f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'started_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:39:00.072216 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] Checking segment: {'id': '88003273-ddf5-497b-9580-2f18a9df4604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '71031218-65b5-4f98-b64e-8c9535649356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:39:00.072527 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] Bound using segment: {'id': '88003273-ddf5-497b-9580-2f18a9df4604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '71031218-65b5-4f98-b64e-8c9535649356'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:39:00.072930 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] Bound port: 0c3989e9-76a3-42b7-ba13-ccb233394a38, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88003273-ddf5-497b-9580-2f18a9df4604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '71031218-65b5-4f98-b64e-8c9535649356'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:39:00.073282 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:00.128698 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6f4bddf0-ea31-4f22-a80d-347d24028d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:00.131174 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6f4bddf0-ea31-4f22-a80d-347d24028d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:00.132383 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-6f4bddf0-ea31-4f22-a80d-347d24028d4a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9a19c249-83bd-4f90-a1bc-362b4c8150e6 HTTP/1.1" status: 204 len: 168 time: 0.2902358 Sep 08 16:39:00.152976 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bddf0-ea31-4f22-a80d-347d24028d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a19c249-83bd-4f90-a1bc-362b4c8150e6,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:00.168430 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] For port 0c3989e9-76a3-42b7-ba13-ccb233394a38, host hv-cinder-79053, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:39:00.185796 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] For port 0c3989e9-76a3-42b7-ba13-ccb233394a38, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c3989e9-76a3-42b7-ba13-ccb233394a38,segment=NetworkSegment(88003273-ddf5-497b-9580-2f18a9df4604),segment_id=88003273-ddf5-497b-9580-2f18a9df4604)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:39:00.192486 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:00.230910 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:00.231576 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:00.232992 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] 10.222.0.38 "PUT /v2.0/ports/0c3989e9-76a3-42b7-ba13-ccb233394a38 HTTP/1.1" status: 200 len: 1094 time: 1.0584438 Sep 08 16:39:00.233428 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a385c950-bf41-4c68-9bb1-092b25a7a1af', 'tag': '0c3989e9-76a3-42b7-ba13-ccb233394a38'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:39:00.235798 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c31d0d-0a35-47ce-b34b-654cc5057d67" -d '{"events": [{"name": "network-changed", "server_uuid": "a385c950-bf41-4c68-9bb1-092b25a7a1af", "tag": "0c3989e9-76a3-42b7-ba13-ccb233394a38"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:39:00.282053 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40807c91-b869-4d8a-a4c8-573b650a6451 x-openstack-request-id: req-40807c91-b869-4d8a-a4c8-573b650a6451 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:39:00.282348 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a385c950-bf41-4c68-9bb1-092b25a7a1af", "tag": "0c3989e9-76a3-42b7-ba13-ccb233394a38", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:39:00.282615 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-40807c91-b869-4d8a-a4c8-573b650a6451 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:39:00.283710 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a385c950-bf41-4c68-9bb1-092b25a7a1af', 'tag': '0c3989e9-76a3-42b7-ba13-ccb233394a38', 'status': 'completed', 'code': 200} Sep 08 16:39:00.296934 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da374c-4f4b-4043-87da-f38a80440157 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3989e9-76a3-42b7-ba13-ccb233394a38,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:00.355058 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-24fbe8df-bf2d-4823-a7bd-8b8f4c9eba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:00.356585 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-24fbe8df-bf2d-4823-a7bd-8b8f4c9eba69 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=11c3f48103544e81ac9a8013730bf5c5&device_id=a385c950-bf41-4c68-9bb1-092b25a7a1af HTTP/1.1" status: 200 len: 1097 time: 0.0520165 Sep 08 16:39:00.423277 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-e48642f9-c065-4568-8090-31fb20e84fb9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c3989e9-76a3-42b7-ba13-ccb233394a38 HTTP/1.1" status: 200 len: 217 time: 0.0518277 Sep 08 16:39:00.739815 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-0720cd8f-e799-41dc-909a-b0d648b4c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:00.741320 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-0720cd8f-e799-41dc-909a-b0d648b4c41c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d173502d-4b44-47f0-89b7-92baffc58eb2 HTTP/1.1" status: 200 len: 853 time: 0.3001757 Sep 08 16:39:00.755311 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383f49f-27f3-49e3-9688-220c454e3d68 req-71ca4a44-8139-4c66-9e2d-3286ab9dcf80 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:00.757281 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7383f49f-27f3-49e3-9688-220c454e3d68 req-71ca4a44-8139-4c66-9e2d-3286ab9dcf80 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 947 time: 0.0634408 Sep 08 16:39:00.792072 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-f7c83193-ed53-430f-8619-598828e30b6b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71031218-65b5-4f98-b64e-8c9535649356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336533 Sep 08 16:39:00.846864 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7383f49f-27f3-49e3-9688-220c454e3d68 req-ab9f5d62-bfb1-4932-8a17-f73fabad6d71 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790112 Sep 08 16:39:00.910947 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-64ae0710-3759-4519-b11b-763bf8698bac service neutron] 10.222.0.38 "GET /v2.0/networks/71031218-65b5-4f98-b64e-8c9535649356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108696 Sep 08 16:39:00.943847 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5ab69-ef8c-4e10-a5b6-d548866e9bac req-d27ab36c-89c4-4ae0-b56b-65b6a39e156c tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:00.945515 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c2d5ab69-ef8c-4e10-a5b6-d548866e9bac req-d27ab36c-89c4-4ae0-b56b-65b6a39e156c tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=a385c950-bf41-4c68-9bb1-092b25a7a1af HTTP/1.1" status: 200 len: 944 time: 0.0551302 Sep 08 16:39:00.989635 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c2d5ab69-ef8c-4e10-a5b6-d548866e9bac req-763eddc5-ad65-4bdd-afbc-0a48a00ce637 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372603 Sep 08 16:39:01.048446 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ac22ca10-e0c2-4741-82e0-456923540f56 req-44605abd-9c0e-4087-b844-9d2cb1de2a27 service neutron] 10.222.0.38 "GET /v2.0/networks/71031218-65b5-4f98-b64e-8c9535649356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094034 Sep 08 16:39:01.129259 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-44c21a27-ee47-441a-87b1-2e89b5527d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:01.194767 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c31d0d-0a35-47ce-b34b-654cc5057d67 req-98cef3e9-2ab4-4873-957d-9eba9a137cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:01.196374 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-86c31d0d-0a35-47ce-b34b-654cc5057d67 req-98cef3e9-2ab4-4873-957d-9eba9a137cb6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=11c3f48103544e81ac9a8013730bf5c5&device_id=a385c950-bf41-4c68-9bb1-092b25a7a1af HTTP/1.1" status: 200 len: 1097 time: 0.0430050 Sep 08 16:39:01.221558 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:01.306953 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c31d0d-0a35-47ce-b34b-654cc5057d67 req-51a643cf-0a3c-4b43-8d5b-6bf37a8f4721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:01.308539 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-86c31d0d-0a35-47ce-b34b-654cc5057d67 req-51a643cf-0a3c-4b43-8d5b-6bf37a8f4721 service neutron] 10.222.0.38 "GET /v2.0/networks?id=71031218-65b5-4f98-b64e-8c9535649356 HTTP/1.1" status: 200 len: 914 time: 0.1037881 Sep 08 16:39:01.358220 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-86c31d0d-0a35-47ce-b34b-654cc5057d67 req-28e3bde1-088e-4eb5-a2fa-2c1d0d900355 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c3989e9-76a3-42b7-ba13-ccb233394a38 HTTP/1.1" status: 200 len: 217 time: 0.0348265 Sep 08 16:39:01.380844 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 36708) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:39:01.421257 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c31d0d-0a35-47ce-b34b-654cc5057d67 req-e6886d5d-f94e-4676-bfab-20e33cdcdd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:01.422837 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-86c31d0d-0a35-47ce-b34b-654cc5057d67 req-e6886d5d-f94e-4676-bfab-20e33cdcdd3d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d173502d-4b44-47f0-89b7-92baffc58eb2 HTTP/1.1" status: 200 len: 853 time: 0.0548377 Sep 08 16:39:01.459577 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-86c31d0d-0a35-47ce-b34b-654cc5057d67 req-69dfab05-7195-4a10-832c-4f28ebeee442 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71031218-65b5-4f98-b64e-8c9535649356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266595 Sep 08 16:39:01.510040 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-230a9c5c-b81b-4ddc-9f57-231aee92c033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:01.576211 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-86c31d0d-0a35-47ce-b34b-654cc5057d67 req-cc8c0082-7ab4-4bc0-bc99-c1f44cccbf44 service neutron] 10.222.0.38 "GET /v2.0/networks/71031218-65b5-4f98-b64e-8c9535649356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089313 Sep 08 16:39:01.630093 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-230a9c5c-b81b-4ddc-9f57-231aee92c033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:01.634268 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-230a9c5c-b81b-4ddc-9f57-231aee92c033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:01.682207 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-230a9c5c-b81b-4ddc-9f57-231aee92c033 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=10d25301cbc344aca10653c2f48fa5b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002741 Sep 08 16:39:01.684735 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 36720) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:39:01.695374 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-86c31d0d-0a35-47ce-b34b-654cc5057d67 req-6d15e461-3baa-4f47-a528-0968f5fe8535 service neutron] 10.222.0.38 "GET /v2.0/networks/71031218-65b5-4f98-b64e-8c9535649356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054175 Sep 08 16:39:01.696922 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a9c5c-b81b-4ddc-9f57-231aee92c033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b6ffcc-598a-4c9e-8504-19b88d438074,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:01.744551 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-1d071321-1988-405d-ba16-eb384114d518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:01.776530 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-1d071321-1988-405d-ba16-eb384114d518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:01.827662 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-1d071321-1988-405d-ba16-eb384114d518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:01.830498 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-1d071321-1988-405d-ba16-eb384114d518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:01.831683 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-1d071321-1988-405d-ba16-eb384114d518 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/59b6ffcc-598a-4c9e-8504-19b88d438074 HTTP/1.1" status: 204 len: 168 time: 0.1459939 Sep 08 16:39:01.839698 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d071321-1988-405d-ba16-eb384114d518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b6ffcc-598a-4c9e-8504-19b88d438074,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:02.117841 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2429da-6f53-4df0-8b42-cf3c5fb9b9c5 req-af4d1b8f-1bd4-4b2c-bd57-7f482e073b11 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:02.119528 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-bd2429da-6f53-4df0-8b42-cf3c5fb9b9c5 req-af4d1b8f-1bd4-4b2c-bd57-7f482e073b11 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=a385c950-bf41-4c68-9bb1-092b25a7a1af HTTP/1.1" status: 200 len: 944 time: 0.0526874 Sep 08 16:39:02.158168 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-bd2429da-6f53-4df0-8b42-cf3c5fb9b9c5 req-a74ec6fa-ab07-43f2-ab59-704601365109 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323100 Sep 08 16:39:02.490959 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:03.285997 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7963a-6536-4f0a-9998-01aba79430d9 req-0f20dcba-2a29-4afc-88af-de2c2999474f tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:03.287714 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-66d7963a-6536-4f0a-9998-01aba79430d9 req-0f20dcba-2a29-4afc-88af-de2c2999474f tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=a385c950-bf41-4c68-9bb1-092b25a7a1af HTTP/1.1" status: 200 len: 944 time: 0.0531235 Sep 08 16:39:03.326109 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-66d7963a-6536-4f0a-9998-01aba79430d9 req-c7eb6df2-a002-44f8-8be2-c63bcd767fb0 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322747 Sep 08 16:39:04.083971 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7f0f9-5d62-4645-ac2b-5aa19a9bd913 req-c4b825d2-0991-4105-b017-e6c7f11e69c6 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:04.085410 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f4f7f0f9-5d62-4645-ac2b-5aa19a9bd913 req-c4b825d2-0991-4105-b017-e6c7f11e69c6 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0553796 Sep 08 16:39:04.126352 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f4f7f0f9-5d62-4645-ac2b-5aa19a9bd913 req-853fcb7e-5b12-41e9-9626-829373899ff2 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346241 Sep 08 16:39:04.130401 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:04.461299 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844f587-35a2-4b17-b7ec-40710985339f req-ad158441-2d68-48c6-8f1c-783eb00e17eb tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:04.462918 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f844f587-35a2-4b17-b7ec-40710985339f req-ad158441-2d68-48c6-8f1c-783eb00e17eb tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=a385c950-bf41-4c68-9bb1-092b25a7a1af HTTP/1.1" status: 200 len: 944 time: 0.0582135 Sep 08 16:39:04.504112 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f844f587-35a2-4b17-b7ec-40710985339f req-4d09c981-9fa1-4231-b958-976ddaf20c81 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350382 Sep 08 16:39:04.656395 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 0c3989e9-76a3-42b7-ba13-ccb233394a38 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:39:04.894410 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 0c3989e9-76a3-42b7-ba13-ccb233394a38, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c3989e9-76a3-42b7-ba13-ccb233394a38,segment=NetworkSegment(88003273-ddf5-497b-9580-2f18a9df4604),segment_id=88003273-ddf5-497b-9580-2f18a9df4604)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:39:04.907875 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': '0c3989e9-76a3-42b7-ba13-ccb233394a38', 'network_id': '71031218-65b5-4f98-b64e-8c9535649356', 'port_id': '0c3989e9-76a3-42b7-ba13-ccb233394a38', 'mac_address': 'fa:16:3e:ac:94:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd173502d-4b44-47f0-89b7-92baffc58eb2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:39:04.953381 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:04.967906 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3989e9-76a3-42b7-ba13-ccb233394a38 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:39:04.998120 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 0c3989e9-76a3-42b7-ba13-ccb233394a38, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c3989e9-76a3-42b7-ba13-ccb233394a38,segment=NetworkSegment(88003273-ddf5-497b-9580-2f18a9df4604),segment_id=88003273-ddf5-497b-9580-2f18a9df4604)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:39:05.005117 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:05.053425 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=0c3989e9-76a3-42b7-ba13-ccb233394a38,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:05.253742 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95710d-1d79-40fe-be85-005696a592e8 req-4587f994-66c9-48d6-a313-05f32c49b18a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:05.255704 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ee95710d-1d79-40fe-be85-005696a592e8 req-4587f994-66c9-48d6-a313-05f32c49b18a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0564942 Sep 08 16:39:05.301972 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ee95710d-1d79-40fe-be85-005696a592e8 req-80c4ef3f-4a86-4c4d-85b7-ab7047dd620f tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391371 Sep 08 16:39:05.425899 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['0c3989e9-76a3-42b7-ba13-ccb233394a38'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:39:05.641067 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204f44c-2d09-43d6-a3c1-1dbb5f10b8b8 req-ba4855d7-ffe4-4368-bc9d-cc2e9d38ee46 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:05.642571 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f204f44c-2d09-43d6-a3c1-1dbb5f10b8b8 req-ba4855d7-ffe4-4368-bc9d-cc2e9d38ee46 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=a385c950-bf41-4c68-9bb1-092b25a7a1af HTTP/1.1" status: 200 len: 945 time: 0.0596552 Sep 08 16:39:05.683081 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f204f44c-2d09-43d6-a3c1-1dbb5f10b8b8 req-371d612c-fad8-463c-863d-866cf07ffe66 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341625 Sep 08 16:39:06.428456 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16500129-64df-41d7-8841-231c8a8c7f3c req-a300073b-6409-42f4-b92e-313a7ca15b2f tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:06.430131 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-16500129-64df-41d7-8841-231c8a8c7f3c req-a300073b-6409-42f4-b92e-313a7ca15b2f tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0566230 Sep 08 16:39:06.470783 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-16500129-64df-41d7-8841-231c8a8c7f3c req-1c7cc7e0-b58e-4876-adca-15100449b091 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344794 Sep 08 16:39:06.680253 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 0c3989e9-76a3-42b7-ba13-ccb233394a38 up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:39:06.731581 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning for port 0c3989e9-76a3-42b7-ba13-ccb233394a38 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:39:06.735535 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port 0c3989e9-76a3-42b7-ba13-ccb233394a38 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:39:06.735844 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:06.804518 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cb853-6043-43c4-b062-fa5ad7b58a25 req-22595430-6bdb-49ef-a487-b2f4d8b56872 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:06.806141 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-104cb853-6043-43c4-b062-fa5ad7b58a25 req-22595430-6bdb-49ef-a487-b2f4d8b56872 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=a385c950-bf41-4c68-9bb1-092b25a7a1af HTTP/1.1" status: 200 len: 945 time: 0.0496457 Sep 08 16:39:06.819892 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:06.842973 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a385c950-bf41-4c68-9bb1-092b25a7a1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3989e9-76a3-42b7-ba13-ccb233394a38'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:39:06.845408 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d349815-0f64-4fe4-b641-7a9969ffe4ac" -d '{"events": [{"server_uuid": "a385c950-bf41-4c68-9bb1-092b25a7a1af", "name": "network-vif-plugged", "status": "completed", "tag": "0c3989e9-76a3-42b7-ba13-ccb233394a38"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:39:06.858165 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-104cb853-6043-43c4-b062-fa5ad7b58a25 req-24da17d5-0003-4478-8a4a-8a0ad707cf1b tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449729 Sep 08 16:39:06.860233 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 0c3989e9-76a3-42b7-ba13-ccb233394a38, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c3989e9-76a3-42b7-ba13-ccb233394a38,segment=NetworkSegment(88003273-ddf5-497b-9580-2f18a9df4604),segment_id=88003273-ddf5-497b-9580-2f18a9df4604)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:39:06.866039 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:06.890536 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772f7278-e648-49a1-b098-96a2c36ade2c x-openstack-request-id: req-772f7278-e648-49a1-b098-96a2c36ade2c {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:39:06.890827 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a385c950-bf41-4c68-9bb1-092b25a7a1af", "name": "network-vif-plugged", "status": "completed", "tag": "0c3989e9-76a3-42b7-ba13-ccb233394a38", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:39:06.891073 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-772f7278-e648-49a1-b098-96a2c36ade2c {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:39:06.891484 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a385c950-bf41-4c68-9bb1-092b25a7a1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3989e9-76a3-42b7-ba13-ccb233394a38', 'code': 200} Sep 08 16:39:06.916234 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=0c3989e9-76a3-42b7-ba13-ccb233394a38,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:07.051574 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3de0f1-2ef1-4452-abe5-eddd253e0b37 req-c263b9c1-d093-4ca6-bc6f-93dba23a478e tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:07.053507 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4d3de0f1-2ef1-4452-abe5-eddd253e0b37 req-c263b9c1-d093-4ca6-bc6f-93dba23a478e tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.38 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 946 time: 0.0533223 Sep 08 16:39:07.165566 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-4d3de0f1-2ef1-4452-abe5-eddd253e0b37 req-0cd81e7e-83ac-4eb4-b0ef-df40d310c623 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Deleting port d891adba-d83a-4578-95a0-1b4dac1fbcfe {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:39:07.165942 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-4d3de0f1-2ef1-4452-abe5-eddd253e0b37 req-0cd81e7e-83ac-4eb4-b0ef-df40d310c623 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:07.259537 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e13527-0fcf-48dc-a17c-21f1bd4abbc8 req-112f25cd-3c31-4bf4-873b-5bc9d2f54eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:07.261096 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-69e13527-0fcf-48dc-a17c-21f1bd4abbc8 req-112f25cd-3c31-4bf4-873b-5bc9d2f54eb7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a385c950-bf41-4c68-9bb1-092b25a7a1af HTTP/1.1" status: 200 len: 1099 time: 0.1060295 Sep 08 16:39:07.288716 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-4d3de0f1-2ef1-4452-abe5-eddd253e0b37 req-0cd81e7e-83ac-4eb4-b0ef-df40d310c623 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] For port d891adba-d83a-4578-95a0-1b4dac1fbcfe, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d891adba-d83a-4578-95a0-1b4dac1fbcfe,segment=NetworkSegment(242b69dc-0951-4bdf-9df7-9bd4972521ae),segment_id=242b69dc-0951-4bdf-9df7-9bd4972521ae)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:39:07.289280 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-4d3de0f1-2ef1-4452-abe5-eddd253e0b37 req-0cd81e7e-83ac-4eb4-b0ef-df40d310c623 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:07.309337 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-4d3de0f1-2ef1-4452-abe5-eddd253e0b37 req-0cd81e7e-83ac-4eb4-b0ef-df40d310c623 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Calling delete_port for d891adba-d83a-4578-95a0-1b4dac1fbcfe owned by compute:nova {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:39:07.331874 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-69e13527-0fcf-48dc-a17c-21f1bd4abbc8 req-2c2a4b9c-f556-45b6-89c7-b373c1519797 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551572 Sep 08 16:39:07.456127 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-4d3de0f1-2ef1-4452-abe5-eddd253e0b37 req-0cd81e7e-83ac-4eb4-b0ef-df40d310c623 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:07.494410 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd81e7e-83ac-4eb4-b0ef-df40d310c623 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Pushing event deleted for resources: {'Port': ['ID=d891adba-d83a-4578-95a0-1b4dac1fbcfe,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:07.503581 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['e17c3881-d6fe-4e04-8750-7445ef308cd8', 'd891adba-d83a-4578-95a0-1b4dac1fbcfe'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:39:07.534798 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3de0f1-2ef1-4452-abe5-eddd253e0b37 req-0cd81e7e-83ac-4eb4-b0ef-df40d310c623 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] No DVR routers for this DVR port d891adba-d83a-4578-95a0-1b4dac1fbcfe on host hv-cinder-79053 {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:39:07.537776 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-4d3de0f1-2ef1-4452-abe5-eddd253e0b37 req-0cd81e7e-83ac-4eb4-b0ef-df40d310c623 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:07.540048 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4d3de0f1-2ef1-4452-abe5-eddd253e0b37 req-0cd81e7e-83ac-4eb4-b0ef-df40d310c623 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.38 "DELETE /v2.0/ports/d891adba-d83a-4578-95a0-1b4dac1fbcfe HTTP/1.1" status: 204 len: 173 time: 0.4789155 Sep 08 16:39:07.540988 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c681a7-02c9-437d-ab46-66f57499da7f', 'name': 'network-vif-deleted', 'tag': 'd891adba-d83a-4578-95a0-1b4dac1fbcfe'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:39:07.543009 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991894c5-03b0-4f1a-b222-16baeb4201a9" -d '{"events": [{"server_uuid": "40c681a7-02c9-437d-ab46-66f57499da7f", "name": "network-vif-deleted", "tag": "d891adba-d83a-4578-95a0-1b4dac1fbcfe"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:39:07.588675 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42db99ce-f5b4-4ab0-be7e-de8ad50f5aac x-openstack-request-id: req-42db99ce-f5b4-4ab0-be7e-de8ad50f5aac {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:39:07.588841 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c681a7-02c9-437d-ab46-66f57499da7f", "name": "network-vif-deleted", "tag": "d891adba-d83a-4578-95a0-1b4dac1fbcfe", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:39:07.589076 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-42db99ce-f5b4-4ab0-be7e-de8ad50f5aac {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:39:07.589485 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c681a7-02c9-437d-ab46-66f57499da7f', 'name': 'network-vif-deleted', 'tag': 'd891adba-d83a-4578-95a0-1b4dac1fbcfe', 'status': 'completed', 'code': 200} Sep 08 16:39:07.605957 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-498b2ab1-57fa-4481-875d-3ebd4be20646 req-5d5f7d05-b748-4467-ad25-aa3560d192d1 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=40c681a7-02c9-437d-ab46-66f57499da7f HTTP/1.1" status: 200 len: 210 time: 0.0333567 Sep 08 16:39:07.974432 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07355a-ac92-4fa7-bf98-47ca54037902 req-cd248ef6-d729-457a-9d8e-01dd162de785 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:07.976015 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5f07355a-ac92-4fa7-bf98-47ca54037902 req-cd248ef6-d729-457a-9d8e-01dd162de785 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=a385c950-bf41-4c68-9bb1-092b25a7a1af HTTP/1.1" status: 200 len: 946 time: 0.0515056 Sep 08 16:39:08.021781 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5f07355a-ac92-4fa7-bf98-47ca54037902 req-d6209e8a-1434-4442-a88c-5b635855291a tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363369 Sep 08 16:39:08.901338 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88564b-7392-4be5-82e6-4f5cd8e5d810 req-9d4a68a0-05ce-479f-89f7-7e6167f35d64 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:08.903149 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-eb88564b-7392-4be5-82e6-4f5cd8e5d810 req-9d4a68a0-05ce-479f-89f7-7e6167f35d64 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0568757 Sep 08 16:39:08.947068 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-eb88564b-7392-4be5-82e6-4f5cd8e5d810 req-801c160a-b23a-4cb2-8854-f3f16a31ec55 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376949 Sep 08 16:39:09.150513 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6754a41-95db-452c-8c46-6d05dd0ae98f req-54930be4-e0f8-4e1f-9e7d-d98d222fcd55 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:09.152486 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a6754a41-95db-452c-8c46-6d05dd0ae98f req-54930be4-e0f8-4e1f-9e7d-d98d222fcd55 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=a385c950-bf41-4c68-9bb1-092b25a7a1af HTTP/1.1" status: 200 len: 946 time: 0.0581243 Sep 08 16:39:09.192499 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a6754a41-95db-452c-8c46-6d05dd0ae98f req-41fd78bb-dd8e-4d13-a401-4607598b934c tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315108 Sep 08 16:39:10.075978 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c583ed-22f7-477b-a751-502c35356d81 req-db9beceb-bff9-425c-8b72-6e80024bb797 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:10.077394 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-17c583ed-22f7-477b-a751-502c35356d81 req-db9beceb-bff9-425c-8b72-6e80024bb797 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0508482 Sep 08 16:39:10.120987 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-17c583ed-22f7-477b-a751-502c35356d81 req-97c940eb-0811-4f48-a597-97f725d52fee tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358584 Sep 08 16:39:10.749093 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device d891adba-d83a-4578-95a0-1b4dac1fbcfe no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:39:10.770551 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] No Port match for: d891adba-d83a-4578-95a0-1b4dac1fbcfe {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:39:10.771001 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device d891adba-d83a-4578-95a0-1b4dac1fbcfe not bound to the agent host hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:39:11.254627 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdeb06-9104-4bf1-8913-feeb39efd758 req-4bd6bf0a-46a8-4ef9-b558-c2fa213fc49a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:11.256358 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ecbdeb06-9104-4bf1-8913-feeb39efd758 req-4bd6bf0a-46a8-4ef9-b558-c2fa213fc49a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0564139 Sep 08 16:39:11.299786 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ecbdeb06-9104-4bf1-8913-feeb39efd758 req-8a73b37c-3479-49db-9b08-aec09520514c tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354962 Sep 08 16:39:12.423379 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6396af-a673-4152-a985-56741bc16732 req-3a165d5c-024c-46e8-9859-ec67c1f706a9 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:12.424852 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1a6396af-a673-4152-a985-56741bc16732 req-3a165d5c-024c-46e8-9859-ec67c1f706a9 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0503230 Sep 08 16:39:12.464579 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1a6396af-a673-4152-a985-56741bc16732 req-3c717c45-1524-40ff-a9a5-d2a7c1c12772 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331831 Sep 08 16:39:13.591132 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6d2f1-6205-421a-976d-c299bd5cbae2 req-529833e3-7d62-4737-a0be-91932972027a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:13.592700 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-12d6d2f1-6205-421a-976d-c299bd5cbae2 req-529833e3-7d62-4737-a0be-91932972027a tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0543146 Sep 08 16:39:13.635107 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-12d6d2f1-6205-421a-976d-c299bd5cbae2 req-f78cebc0-3fa2-459e-8af4-bd4b6f3fbe94 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363872 Sep 08 16:39:14.609540 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:14.767088 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252299cd-b58e-45f3-8ea5-ad120f2d2263 req-ce035737-43ea-440c-bc4b-1a022c03d5ae tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:14.768665 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-252299cd-b58e-45f3-8ea5-ad120f2d2263 req-ce035737-43ea-440c-bc4b-1a022c03d5ae tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0619371 Sep 08 16:39:14.810332 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-252299cd-b58e-45f3-8ea5-ad120f2d2263 req-d47fcaca-9daf-4fd5-9c4f-fbb02012158c tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350020 Sep 08 16:39:15.673209 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438c461-ca1a-4bf0-b861-880ff9d32f54 req-b91fdc84-8af5-484b-9403-62e563895782 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:15.674588 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0438c461-ca1a-4bf0-b861-880ff9d32f54 req-b91fdc84-8af5-484b-9403-62e563895782 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.38 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0555837 Sep 08 16:39:15.774137 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-0438c461-ca1a-4bf0-b861-880ff9d32f54 req-a4ae4544-4f75-4b87-8e0a-8af49dde9649 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Deleting port e17c3881-d6fe-4e04-8750-7445ef308cd8 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:39:15.774875 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0438c461-ca1a-4bf0-b861-880ff9d32f54 req-a4ae4544-4f75-4b87-8e0a-8af49dde9649 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:15.869774 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-0438c461-ca1a-4bf0-b861-880ff9d32f54 req-a4ae4544-4f75-4b87-8e0a-8af49dde9649 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] For port e17c3881-d6fe-4e04-8750-7445ef308cd8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e17c3881-d6fe-4e04-8750-7445ef308cd8,segment=NetworkSegment(242b69dc-0951-4bdf-9df7-9bd4972521ae),segment_id=242b69dc-0951-4bdf-9df7-9bd4972521ae)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:39:15.870335 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0438c461-ca1a-4bf0-b861-880ff9d32f54 req-a4ae4544-4f75-4b87-8e0a-8af49dde9649 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:15.885407 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-0438c461-ca1a-4bf0-b861-880ff9d32f54 req-a4ae4544-4f75-4b87-8e0a-8af49dde9649 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Calling delete_port for e17c3881-d6fe-4e04-8750-7445ef308cd8 owned by compute:nova {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:39:15.939299 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d641d-fe50-486a-b909-3e835940f319 req-d4ec0bfa-e35e-42ca-9d4a-0f35a052b84c tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:15.941273 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-476d641d-fe50-486a-b909-3e835940f319 req-d4ec0bfa-e35e-42ca-9d4a-0f35a052b84c tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/ports?device_id=2dd006d0-c27b-4564-acfb-6f1feb48aea2 HTTP/1.1" status: 200 len: 946 time: 0.0593879 Sep 08 16:39:15.999798 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-476d641d-fe50-486a-b909-3e835940f319 req-5255ed14-91e8-4279-be4d-3534e115b5f3 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.69 "GET /v2.0/security-groups?id=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522099 Sep 08 16:39:16.038498 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0438c461-ca1a-4bf0-b861-880ff9d32f54 req-a4ae4544-4f75-4b87-8e0a-8af49dde9649 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:16.079310 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae4544-4f75-4b87-8e0a-8af49dde9649 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Pushing event deleted for resources: {'Port': ['ID=e17c3881-d6fe-4e04-8750-7445ef308cd8,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:16.107900 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['e17c3881-d6fe-4e04-8750-7445ef308cd8'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:39:16.120801 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-0438c461-ca1a-4bf0-b861-880ff9d32f54 req-a4ae4544-4f75-4b87-8e0a-8af49dde9649 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] No DVR routers for this DVR port e17c3881-d6fe-4e04-8750-7445ef308cd8 on host hv-cinder-79053 {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:39:16.123908 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0438c461-ca1a-4bf0-b861-880ff9d32f54 req-a4ae4544-4f75-4b87-8e0a-8af49dde9649 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:16.126002 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0438c461-ca1a-4bf0-b861-880ff9d32f54 req-a4ae4544-4f75-4b87-8e0a-8af49dde9649 tempest-ServerRescueNegativeTestJSON-991109930 tempest-ServerRescueNegativeTestJSON-991109930-project] 10.222.0.38 "DELETE /v2.0/ports/e17c3881-d6fe-4e04-8750-7445ef308cd8 HTTP/1.1" status: 204 len: 173 time: 0.4432733 Sep 08 16:39:16.126410 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd006d0-c27b-4564-acfb-6f1feb48aea2', 'name': 'network-vif-deleted', 'tag': 'e17c3881-d6fe-4e04-8750-7445ef308cd8'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:39:16.128759 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e8c794-ef89-4501-a485-0fbbdc428100" -d '{"events": [{"server_uuid": "2dd006d0-c27b-4564-acfb-6f1feb48aea2", "name": "network-vif-deleted", "tag": "e17c3881-d6fe-4e04-8750-7445ef308cd8"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:39:16.164713 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa67b6b-5fad-4fea-a213-22319ca9e0d0 x-openstack-request-id: req-efa67b6b-5fad-4fea-a213-22319ca9e0d0 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:39:16.165004 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd006d0-c27b-4564-acfb-6f1feb48aea2", "name": "network-vif-deleted", "tag": "e17c3881-d6fe-4e04-8750-7445ef308cd8", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:39:16.165256 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-efa67b6b-5fad-4fea-a213-22319ca9e0d0 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:39:16.165644 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd006d0-c27b-4564-acfb-6f1feb48aea2', 'name': 'network-vif-deleted', 'tag': 'e17c3881-d6fe-4e04-8750-7445ef308cd8', 'status': 'completed', 'code': 200} Sep 08 16:39:16.497172 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:39:17.066364 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 36926) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:39:17.504564 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-95eae72b-8e6b-4e5e-821e-2fdab3bbb99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588590'] for router_interface, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:17.845430 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-95eae72b-8e6b-4e5e-821e-2fdab3bbb99d admin admin] Deleting port fb0666da-868c-42f8-b77d-d8619cf69895 {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:39:17.845775 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-95eae72b-8e6b-4e5e-821e-2fdab3bbb99d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:17.927133 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-95eae72b-8e6b-4e5e-821e-2fdab3bbb99d admin admin] For port fb0666da-868c-42f8-b77d-d8619cf69895, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=fb0666da-868c-42f8-b77d-d8619cf69895,segment=NetworkSegment(242b69dc-0951-4bdf-9df7-9bd4972521ae),segment_id=242b69dc-0951-4bdf-9df7-9bd4972521ae)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:39:17.927518 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-95eae72b-8e6b-4e5e-821e-2fdab3bbb99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:17.939980 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-95eae72b-8e6b-4e5e-821e-2fdab3bbb99d admin admin] Calling delete_port for fb0666da-868c-42f8-b77d-d8619cf69895 owned by network:router_interface {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:39:18.413449 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-95eae72b-8e6b-4e5e-821e-2fdab3bbb99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:18.438213 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eae72b-8e6b-4e5e-821e-2fdab3bbb99d admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0666da-868c-42f8-b77d-d8619cf69895,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:18.604210 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-95eae72b-8e6b-4e5e-821e-2fdab3bbb99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588698'] for router_interface, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:18.840315 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95eae72b-8e6b-4e5e-821e-2fdab3bbb99d admin admin] Router e82a49b4-d7cb-41bd-af43-34c706bfb15d has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:39:18.948401 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95eae72b-8e6b-4e5e-821e-2fdab3bbb99d admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:39:18.954229 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-95eae72b-8e6b-4e5e-821e-2fdab3bbb99d admin admin] 10.222.0.69 "PUT /v2.0/routers/e82a49b4-d7cb-41bd-af43-34c706bfb15d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8866658 Sep 08 16:39:18.957317 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 36938) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:39:18.958806 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ac8aa4-7b06-4737-9e96-e2653133ccc4 None None] Sync routers for ids ['e82a49b4-d7cb-41bd-af43-34c706bfb15d'] in dv-cinder-790535-14-iscsi {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:39:18.968272 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac8aa4-7b06-4737-9e96-e2653133ccc4 None None] Routers {'e82a49b4-d7cb-41bd-af43-34c706bfb15d'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:39:18.969004 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-70ac8aa4-7b06-4737-9e96-e2653133ccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:39:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['e82a49b4-d7cb-41bd-af43-34c706bfb15d'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:39:19.066630 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0615e67-39a2-4262-9b37-a51949167003 admin admin] Notify callbacks [] for router, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:19.072778 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-70ac8aa4-7b06-4737-9e96-e2653133ccc4 None None] Set router e82a49b4-d7cb-41bd-af43-34c706bfb15d gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:39:19.171287 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0615e67-39a2-4262-9b37-a51949167003 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:19.243843 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-a0615e67-39a2-4262-9b37-a51949167003 admin admin] Deleting port 66715bcb-421d-4548-b5e5-e61dbe2a71b2 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:39:19.244403 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0615e67-39a2-4262-9b37-a51949167003 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:19.268716 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-70ac8aa4-7b06-4737-9e96-e2653133ccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82a49b4-d7cb-41bd-af43-34c706bfb15d', 'name': 'tempest-ServerRescueNegativeTestJSON-209972754-router', 'tenant_id': '81c4757c7f3247b68665fdb276686a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '66715bcb-421d-4548-b5e5-e61dbe2a71b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:36Z', 'updated_at': '2021-09-08T16:39:18Z', 'revision_number': 5, 'project_id': '81c4757c7f3247b68665fdb276686a96', 'gw_port': {'id': '66715bcb-421d-4548-b5e5-e61dbe2a71b2', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82a49b4-d7cb-41bd-af43-34c706bfb15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:39Z', 'updated_at': '2021-09-08T16:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:39:19.340662 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-a0615e67-39a2-4262-9b37-a51949167003 admin admin] For port 66715bcb-421d-4548-b5e5-e61dbe2a71b2, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=66715bcb-421d-4548-b5e5-e61dbe2a71b2,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:39:19.341029 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0615e67-39a2-4262-9b37-a51949167003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:19.354196 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-a0615e67-39a2-4262-9b37-a51949167003 admin admin] Calling delete_port for 66715bcb-421d-4548-b5e5-e61dbe2a71b2 owned by network:router_gateway {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:39:19.380493 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ac8aa4-7b06-4737-9e96-e2653133ccc4 None None] Checking router: e82a49b4-d7cb-41bd-af43-34c706bfb15d for host: dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:39:19.388941 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac8aa4-7b06-4737-9e96-e2653133ccc4 None None] Routers {'e82a49b4-d7cb-41bd-af43-34c706bfb15d'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:39:19.389553 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-70ac8aa4-7b06-4737-9e96-e2653133ccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:39:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['e82a49b4-d7cb-41bd-af43-34c706bfb15d'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:39:19.479008 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-70ac8aa4-7b06-4737-9e96-e2653133ccc4 None None] Set router e82a49b4-d7cb-41bd-af43-34c706bfb15d gateway port host: None {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:39:19.528398 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0615e67-39a2-4262-9b37-a51949167003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:19.532532 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-70ac8aa4-7b06-4737-9e96-e2653133ccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82a49b4-d7cb-41bd-af43-34c706bfb15d', 'name': 'tempest-ServerRescueNegativeTestJSON-209972754-router', 'tenant_id': '81c4757c7f3247b68665fdb276686a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:36Z', 'updated_at': '2021-09-08T16:39:19Z', 'revision_number': 6, 'project_id': '81c4757c7f3247b68665fdb276686a96', 'gw_port_host': None}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:39:19.558337 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0615e67-39a2-4262-9b37-a51949167003 admin admin] Pushing event deleted for resources: {'Port': ['ID=66715bcb-421d-4548-b5e5-e61dbe2a71b2,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:19.560301 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ac8aa4-7b06-4737-9e96-e2653133ccc4 None None] The sync data for ids ['e82a49b4-d7cb-41bd-af43-34c706bfb15d'] in dv-cinder-790535-14-iscsi is: [{'id': 'e82a49b4-d7cb-41bd-af43-34c706bfb15d', 'name': 'tempest-ServerRescueNegativeTestJSON-209972754-router', 'tenant_id': '81c4757c7f3247b68665fdb276686a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:36Z', 'updated_at': '2021-09-08T16:39:19Z', 'revision_number': 6, 'project_id': '81c4757c7f3247b68665fdb276686a96', 'gw_port_host': None}] {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:39:19.625751 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0615e67-39a2-4262-9b37-a51949167003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587384'] for router_gateway, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:19.747309 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0615e67-39a2-4262-9b37-a51949167003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14215'] for router, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:19.750046 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0615e67-39a2-4262-9b37-a51949167003 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:19.824997 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0615e67-39a2-4262-9b37-a51949167003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524738'] for router, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:19.825492 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0615e67-39a2-4262-9b37-a51949167003 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e82a49b4-d7cb-41bd-af43-34c706bfb15d {{(pid=94083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 16:39:19.831597 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a0615e67-39a2-4262-9b37-a51949167003 admin admin] Notify callbacks [] for router, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:19.832792 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-a0615e67-39a2-4262-9b37-a51949167003 admin admin] 10.222.0.69 "DELETE /v2.0/routers/e82a49b4-d7cb-41bd-af43-34c706bfb15d HTTP/1.1" status: 204 len: 168 time: 0.8741822 Sep 08 16:39:19.836456 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 36946) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:39:19.881695 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ebfb93-46e2-4d90-a1c3-320ebd92a4bc admin admin] Deleting subnet 3240b4ec-a6f2-4115-bd70-90b9d26d722b {{(pid=94083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 16:39:19.884950 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-93ebfb93-46e2-4d90-a1c3-320ebd92a4bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:19.924268 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-93ebfb93-46e2-4d90-a1c3-320ebd92a4bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29418530'] for subnet, precommit_delete_associations {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:19.966601 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-93ebfb93-46e2-4d90-a1c3-320ebd92a4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772541'] for subnet, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:20.019301 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-93ebfb93-46e2-4d90-a1c3-320ebd92a4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29612433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30250774'] for subnet, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:20.033447 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device fb0666da-868c-42f8-b77d-d8619cf69895 no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:39:20.049840 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebfb93-46e2-4d90-a1c3-320ebd92a4bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3240b4ec-a6f2-4115-bd70-90b9d26d722b,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:20.054511 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-93ebfb93-46e2-4d90-a1c3-320ebd92a4bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:20.056918 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-93ebfb93-46e2-4d90-a1c3-320ebd92a4bc admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3240b4ec-a6f2-4115-bd70-90b9d26d722b HTTP/1.1" status: 204 len: 168 time: 0.2194140 Sep 08 16:39:20.059377 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 36948) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:39:20.069499 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: fb0666da-868c-42f8-b77d-d8619cf69895 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:39:20.069896 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device fb0666da-868c-42f8-b77d-d8619cf69895 not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:39:20.135799 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-392297a9-b609-46c2-82fa-a90d27a0543a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601569'] for network, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:20.212720 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-392297a9-b609-46c2-82fa-a90d27a0543a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770888', 'neutron.services.segments.db._delete_segments_for_network-8790707967645'] for network, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:20.233545 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.services.segments.db [None req-392297a9-b609-46c2-82fa-a90d27a0543a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f557e5-0efe-4eef-bced-be0bb3e3f756']}} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:39:20.242518 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.services.segments.db [None req-392297a9-b609-46c2-82fa-a90d27a0543a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242b69dc-0951-4bdf-9df7-9bd4972521ae') {'for_net_delete': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:39:20.242807 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.services.segments.db [None req-392297a9-b609-46c2-82fa-a90d27a0543a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242b69dc-0951-4bdf-9df7-9bd4972521ae') {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:39:20.256254 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-392297a9-b609-46c2-82fa-a90d27a0543a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790707967910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29418587'] for segment, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:20.270026 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-392297a9-b609-46c2-82fa-a90d27a0543a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:20.277160 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392297a9-b609-46c2-82fa-a90d27a0543a admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:39:20.277554 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-392297a9-b609-46c2-82fa-a90d27a0543a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29607027'] for segment, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: Traceback (most recent call last): Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: timer() Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: cb(*args, **kw) Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: return func(*args, **kwargs) Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: self._notify() Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: self.callback(batched_events) Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: event.method(event) Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: return f(self, *a, **k) Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: return self._get(url).json() Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: return self.request(url, 'GET', **kwargs) Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:39:20.279327 dv-cinder-790535-14-iscsi neutron-server[94083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:39:20.341303 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-392297a9-b609-46c2-82fa-a90d27a0543a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587292'] for network, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:20.358158 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392297a9-b609-46c2-82fa-a90d27a0543a admin admin] Pushing event deleted for resources: {'Network': ['ID=36f557e5-0efe-4eef-bced-be0bb3e3f756,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:20.360630 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-392297a9-b609-46c2-82fa-a90d27a0543a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:20.365306 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-392297a9-b609-46c2-82fa-a90d27a0543a admin admin] 10.222.0.69 "DELETE /v2.0/networks/36f557e5-0efe-4eef-bced-be0bb3e3f756 HTTP/1.1" status: 204 len: 168 time: 0.3048368 Sep 08 16:39:20.543288 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 36956) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:39:20.585143 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-fbc04db0-6e58-4b7f-9d72-f90384927462 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=81c4757c7f3247b68665fdb276686a96&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405865 Sep 08 16:39:20.587763 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 36958) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:39:20.637360 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-70c2428d-6113-4142-aca7-bc818a4e0c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:20.666196 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-70c2428d-6113-4142-aca7-bc818a4e0c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:20.726532 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-70c2428d-6113-4142-aca7-bc818a4e0c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:20.729037 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-70c2428d-6113-4142-aca7-bc818a4e0c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:20.730198 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-70c2428d-6113-4142-aca7-bc818a4e0c2c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799 HTTP/1.1" status: 204 len: 168 time: 0.1415706 Sep 08 16:39:20.738405 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2428d-6113-4142-aca7-bc818a4e0c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5f1cb4-1763-47fb-8f0e-f7dcf0e62799,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:21.671771 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device e17c3881-d6fe-4e04-8750-7445ef308cd8 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:39:21.692564 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] No Port match for: e17c3881-d6fe-4e04-8750-7445ef308cd8 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:39:21.692920 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device e17c3881-d6fe-4e04-8750-7445ef308cd8 not bound to the agent host hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:39:21.846923 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 66715bcb-421d-4548-b5e5-e61dbe2a71b2 no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:39:21.867243 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: 66715bcb-421d-4548-b5e5-e61dbe2a71b2 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:39:21.867642 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 66715bcb-421d-4548-b5e5-e61dbe2a71b2 not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:39:22.367893 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 37014) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:39:22.482180 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-8e762cab-0acf-443d-a6be-d1345f71b775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:22.584445 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-8e762cab-0acf-443d-a6be-d1345f71b775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:22.590859 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-8e762cab-0acf-443d-a6be-d1345f71b775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:22.627206 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-8e762cab-0acf-443d-a6be-d1345f71b775 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ca68feefdc6a4903846adb496af24b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576869 Sep 08 16:39:22.628148 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e762cab-0acf-443d-a6be-d1345f71b775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a315a706-8aa4-4e40-847a-e4882064cd0b,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:22.630143 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 37020) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:39:22.680802 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-135b9ac6-b39e-4346-bde1-30900b4aa815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:22.702506 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-135b9ac6-b39e-4346-bde1-30900b4aa815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:22.774039 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-135b9ac6-b39e-4346-bde1-30900b4aa815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:22.778647 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-135b9ac6-b39e-4346-bde1-30900b4aa815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:22.780628 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-135b9ac6-b39e-4346-bde1-30900b4aa815 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a315a706-8aa4-4e40-847a-e4882064cd0b HTTP/1.1" status: 204 len: 168 time: 0.1494155 Sep 08 16:39:22.792155 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b9ac6-b39e-4346-bde1-30900b4aa815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a315a706-8aa4-4e40-847a-e4882064cd0b,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:23.090265 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 37026) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:39:23.104002 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-743e0b65-306c-4e99-ba50-b7abf2c7edc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:23.201119 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-743e0b65-306c-4e99-ba50-b7abf2c7edc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:23.207183 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-743e0b65-306c-4e99-ba50-b7abf2c7edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:23.247813 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-743e0b65-306c-4e99-ba50-b7abf2c7edc7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ea020abd62ad4b57b11041ae972dc8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563833 Sep 08 16:39:23.248529 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e0b65-306c-4e99-ba50-b7abf2c7edc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc53417-aa91-4aeb-9570-801572e61fc0,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:23.250864 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 37028) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:39:23.303512 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b0ce48e8-87bf-4fc4-9d60-305f2f8a5687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:23.325041 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b0ce48e8-87bf-4fc4-9d60-305f2f8a5687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:23.375074 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b0ce48e8-87bf-4fc4-9d60-305f2f8a5687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:23.377857 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b0ce48e8-87bf-4fc4-9d60-305f2f8a5687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:23.379029 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-b0ce48e8-87bf-4fc4-9d60-305f2f8a5687 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ebc53417-aa91-4aeb-9570-801572e61fc0 HTTP/1.1" status: 204 len: 168 time: 0.1271191 Sep 08 16:39:23.387011 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce48e8-87bf-4fc4-9d60-305f2f8a5687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc53417-aa91-4aeb-9570-801572e61fc0,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:25.297295 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 37088) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:39:25.409648 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a17f1c45-a32e-42ea-92e9-800be2b3fce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:25.508450 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a17f1c45-a32e-42ea-92e9-800be2b3fce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:25.514676 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a17f1c45-a32e-42ea-92e9-800be2b3fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:25.552807 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-a17f1c45-a32e-42ea-92e9-800be2b3fce5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dd14374d12cf4ec6bfdf92048a08e937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542653 Sep 08 16:39:25.553636 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f1c45-a32e-42ea-92e9-800be2b3fce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d39570-4c37-42fc-bb3b-d655c5cd61c7,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:25.555561 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 37096) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:39:25.609373 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9f6549eb-dc53-40da-abe0-5304baab2a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:25.638996 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9f6549eb-dc53-40da-abe0-5304baab2a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:25.690835 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9f6549eb-dc53-40da-abe0-5304baab2a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:25.693421 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9f6549eb-dc53-40da-abe0-5304baab2a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:25.694563 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-9f6549eb-dc53-40da-abe0-5304baab2a9f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/24d39570-4c37-42fc-bb3b-d655c5cd61c7 HTTP/1.1" status: 204 len: 168 time: 0.1379585 Sep 08 16:39:25.702242 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6549eb-dc53-40da-abe0-5304baab2a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d39570-4c37-42fc-bb3b-d655c5cd61c7,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:25.992050 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 37108) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:39:26.008850 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-acb596b1-9fa4-40f6-8a28-77b8a2d7e7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:26.109512 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-acb596b1-9fa4-40f6-8a28-77b8a2d7e7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:26.116641 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-acb596b1-9fa4-40f6-8a28-77b8a2d7e7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:26.154956 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-acb596b1-9fa4-40f6-8a28-77b8a2d7e7d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a81fbc5e4ad248d4a2f01b6cf1c324dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1615880 Sep 08 16:39:26.155838 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb596b1-9fa4-40f6-8a28-77b8a2d7e7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4169c801-4538-47f0-aa68-e1c8db1d909e,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:26.158317 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 37110) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:39:26.208577 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9dbf1b31-23dd-4b13-9676-3e5c2378805f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:26.231549 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9dbf1b31-23dd-4b13-9676-3e5c2378805f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:26.298281 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9dbf1b31-23dd-4b13-9676-3e5c2378805f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:26.300872 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9dbf1b31-23dd-4b13-9676-3e5c2378805f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:26.302096 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-9dbf1b31-23dd-4b13-9676-3e5c2378805f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4169c801-4538-47f0-aa68-e1c8db1d909e HTTP/1.1" status: 204 len: 168 time: 0.1427999 Sep 08 16:39:26.313262 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf1b31-23dd-4b13-9676-3e5c2378805f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4169c801-4538-47f0-aa68-e1c8db1d909e,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:28.430369 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-759e9cf1-a917-47a8-8fe6-52cce8f8b404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:31.139625 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e23067ed-37e5-4daf-afe8-b6ef18ad6f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:31.230010 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:32.497472 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:34.133552 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:44.640425 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:49.746117 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae59db-c567-4371-bae2-21e3084ac657 req-fa18a232-1e99-4efd-aaf8-b7038087d7f5 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:49.748182 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-48ae59db-c567-4371-bae2-21e3084ac657 req-fa18a232-1e99-4efd-aaf8-b7038087d7f5 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=a385c950-bf41-4c68-9bb1-092b25a7a1af HTTP/1.1" status: 200 len: 946 time: 0.0517437 Sep 08 16:39:49.792639 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-48ae59db-c567-4371-bae2-21e3084ac657 req-d190f47c-dfcc-4ee3-bcf5-9d886cb7b3a8 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363278 Sep 08 16:39:49.874193 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-642809e0-6993-4af3-a52e-b74b8ade0622 req-5b778672-ea2f-4b11-a3a0-3d19f67d9648 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471094 Sep 08 16:39:49.951901 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642809e0-6993-4af3-a52e-b74b8ade0622 req-5582eab4-28fd-4960-8e42-1073b80c5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:49.953357 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-642809e0-6993-4af3-a52e-b74b8ade0622 req-5582eab4-28fd-4960-8e42-1073b80c5cd2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c557bacc0f34ebebe377a14efbe9c0d&device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 1098 time: 0.0439484 Sep 08 16:39:50.069795 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642809e0-6993-4af3-a52e-b74b8ade0622 req-26201680-c1ec-4464-bf90-a63dc81b657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:50.071335 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-642809e0-6993-4af3-a52e-b74b8ade0622 req-26201680-c1ec-4464-bf90-a63dc81b657f service neutron] 10.222.0.38 "GET /v2.0/networks?id=f9db32ff-f404-4a60-9a66-c9419aa017aa HTTP/1.1" status: 200 len: 912 time: 0.0931501 Sep 08 16:39:50.146402 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-642809e0-6993-4af3-a52e-b74b8ade0622 req-255d7f46-a4e6-47d1-b78d-de620b4663e8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b6ec9fd-1364-48dd-9793-1a558b78f7d8 HTTP/1.1" status: 200 len: 1001 time: 0.0633357 Sep 08 16:39:50.197195 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642809e0-6993-4af3-a52e-b74b8ade0622 req-e5fdca5f-1849-4fed-adf3-092df2bc8409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:50.198676 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-642809e0-6993-4af3-a52e-b74b8ade0622 req-e5fdca5f-1849-4fed-adf3-092df2bc8409 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549 HTTP/1.1" status: 200 len: 850 time: 0.0434837 Sep 08 16:39:50.256987 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642809e0-6993-4af3-a52e-b74b8ade0622 req-50e33147-1b3c-4cb7-91e3-d3bff96e1ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:50.258541 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-642809e0-6993-4af3-a52e-b74b8ade0622 req-50e33147-1b3c-4cb7-91e3-d3bff96e1ecc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f9db32ff-f404-4a60-9a66-c9419aa017aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406768 Sep 08 16:39:50.354967 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-642809e0-6993-4af3-a52e-b74b8ade0622 req-82db8f45-dba4-42fb-b5c6-5cc2db8a2946 service neutron] 10.222.0.38 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880225 Sep 08 16:39:50.451073 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-642809e0-6993-4af3-a52e-b74b8ade0622 req-2517dadf-82a1-4086-9519-92e22c98925e service neutron] 10.222.0.38 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878644 Sep 08 16:39:51.157068 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebac70-1c48-42b1-bd68-24d07925b423 req-056f37ea-b8e9-49ad-8eb7-ce5496d31483 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:51.158522 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-56ebac70-1c48-42b1-bd68-24d07925b423 req-056f37ea-b8e9-49ad-8eb7-ce5496d31483 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=a385c950-bf41-4c68-9bb1-092b25a7a1af HTTP/1.1" status: 200 len: 946 time: 0.2894590 Sep 08 16:39:51.201979 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-56ebac70-1c48-42b1-bd68-24d07925b423 req-0d714f64-11f5-4b34-8325-d18687190548 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336258 Sep 08 16:39:51.679865 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395924f-ed51-42eb-b6eb-4c52a6261e3a req-2952ad7f-dc83-4472-90f5-ab33a1681a87 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:39:51.681199 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1395924f-ed51-42eb-b6eb-4c52a6261e3a req-2952ad7f-dc83-4472-90f5-ab33a1681a87 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.38 "GET /v2.0/ports?device_id=a385c950-bf41-4c68-9bb1-092b25a7a1af HTTP/1.1" status: 200 len: 946 time: 0.0589964 Sep 08 16:39:51.779290 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-1395924f-ed51-42eb-b6eb-4c52a6261e3a req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Deleting port 0c3989e9-76a3-42b7-ba13-ccb233394a38 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:39:51.779623 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1395924f-ed51-42eb-b6eb-4c52a6261e3a req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:51.878408 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-1395924f-ed51-42eb-b6eb-4c52a6261e3a req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] For port 0c3989e9-76a3-42b7-ba13-ccb233394a38, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c3989e9-76a3-42b7-ba13-ccb233394a38,segment=NetworkSegment(88003273-ddf5-497b-9580-2f18a9df4604),segment_id=88003273-ddf5-497b-9580-2f18a9df4604)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:39:51.878764 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1395924f-ed51-42eb-b6eb-4c52a6261e3a req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:51.892757 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-1395924f-ed51-42eb-b6eb-4c52a6261e3a req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Calling delete_port for 0c3989e9-76a3-42b7-ba13-ccb233394a38 owned by compute:nova {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:39:52.029163 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1395924f-ed51-42eb-b6eb-4c52a6261e3a req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:52.064708 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Pushing event deleted for resources: {'Port': ['ID=0c3989e9-76a3-42b7-ba13-ccb233394a38,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:39:52.078814 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:39:52.079168 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:39:52.079628 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:39:52.079970 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:39:52.080312 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:39:52.080641 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:39:52.080967 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:39:52.081293 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:39:52.081622 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:39:52.081968 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:39:52.082393 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:39:52.082883 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:39:52.121565 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-1395924f-ed51-42eb-b6eb-4c52a6261e3a req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] No DVR routers for this DVR port 0c3989e9-76a3-42b7-ba13-ccb233394a38 on host hv-cinder-79053 {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:39:52.124823 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1395924f-ed51-42eb-b6eb-4c52a6261e3a req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:39:52.126801 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1395924f-ed51-42eb-b6eb-4c52a6261e3a req-04603d69-b11a-4712-997c-086e4522a994 tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.38 "DELETE /v2.0/ports/0c3989e9-76a3-42b7-ba13-ccb233394a38 HTTP/1.1" status: 204 len: 173 time: 0.4391422 Sep 08 16:39:52.127230 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a385c950-bf41-4c68-9bb1-092b25a7a1af', 'name': 'network-vif-deleted', 'tag': '0c3989e9-76a3-42b7-ba13-ccb233394a38'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:39:52.129537 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386aa014-812e-4621-b811-590df9327d66" -d '{"events": [{"server_uuid": "a385c950-bf41-4c68-9bb1-092b25a7a1af", "name": "network-vif-deleted", "tag": "0c3989e9-76a3-42b7-ba13-ccb233394a38"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:39:52.168495 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a51c1b-08c0-49de-8b51-d1d921a12cc4 x-openstack-request-id: req-26a51c1b-08c0-49de-8b51-d1d921a12cc4 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:39:52.169237 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a385c950-bf41-4c68-9bb1-092b25a7a1af", "name": "network-vif-deleted", "tag": "0c3989e9-76a3-42b7-ba13-ccb233394a38", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:39:52.169237 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-26a51c1b-08c0-49de-8b51-d1d921a12cc4 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:39:52.169397 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a385c950-bf41-4c68-9bb1-092b25a7a1af', 'name': 'network-vif-deleted', 'tag': '0c3989e9-76a3-42b7-ba13-ccb233394a38', 'status': 'completed', 'code': 200} Sep 08 16:39:52.318678 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f99d061a-d0c7-4918-904e-a4777d0772cb req-c2ff101a-51c5-4c42-aba9-fcdc0ec76e3f tempest-VolumesSnapshotTestJSON-1484257011 tempest-VolumesSnapshotTestJSON-1484257011-project] 10.222.0.69 "GET /v2.0/ports?device_id=a385c950-bf41-4c68-9bb1-092b25a7a1af HTTP/1.1" status: 200 len: 210 time: 0.0262754 Sep 08 16:39:53.497594 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:39:53.832333 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 0c3989e9-76a3-42b7-ba13-ccb233394a38 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:39:53.857054 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] No Port match for: 0c3989e9-76a3-42b7-ba13-ccb233394a38 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:39:53.857408 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 0c3989e9-76a3-42b7-ba13-ccb233394a38 not bound to the agent host hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:39:58.434158 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0165471f-43af-4690-a300-6b0a23f621e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:01.133114 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-116e5590-b5ac-43fa-829b-ce6cee20a98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:01.228326 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:02.497908 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:04.137339 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:04.165680 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf9f14-5e3f-4da8-8335-8b07f24c7658 req-b81c3b40-9973-4249-aa3f-ed318e68f251 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:04.167161 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f6cf9f14-5e3f-4da8-8335-8b07f24c7658 req-b81c3b40-9973-4249-aa3f-ed318e68f251 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0505776 Sep 08 16:40:04.213264 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f6cf9f14-5e3f-4da8-8335-8b07f24c7658 req-6f57bb59-8247-4f15-bd1d-5fd0f2550be8 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396149 Sep 08 16:40:04.551558 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 37576) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:04.671515 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-eb6f0562-4ef8-4ed0-90f5-7d01f622a7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:04.767407 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-eb6f0562-4ef8-4ed0-90f5-7d01f622a7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:04.772305 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-eb6f0562-4ef8-4ed0-90f5-7d01f622a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:04.813218 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-eb6f0562-4ef8-4ed0-90f5-7d01f622a7ec admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=56ebeb3f58ba4cf2b9a2e5b31282c3cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605588 Sep 08 16:40:04.814027 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f0562-4ef8-4ed0-90f5-7d01f622a7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c23a69-1bba-4c09-9bd1-53116cadd0f6,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:04.815904 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 37580) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:04.826906 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0562-4ef8-4ed0-90f5-7d01f622a7ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:04.827249 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0562-4ef8-4ed0-90f5-7d01f622a7ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:04.827615 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0562-4ef8-4ed0-90f5-7d01f622a7ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:04.827944 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0562-4ef8-4ed0-90f5-7d01f622a7ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:04.828254 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0562-4ef8-4ed0-90f5-7d01f622a7ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:04.828590 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0562-4ef8-4ed0-90f5-7d01f622a7ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:04.829058 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0562-4ef8-4ed0-90f5-7d01f622a7ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:04.829419 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0562-4ef8-4ed0-90f5-7d01f622a7ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:04.829736 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0562-4ef8-4ed0-90f5-7d01f622a7ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:04.830050 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0562-4ef8-4ed0-90f5-7d01f622a7ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:04.830370 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0562-4ef8-4ed0-90f5-7d01f622a7ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:04.830678 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f0562-4ef8-4ed0-90f5-7d01f622a7ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:04.875695 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f1ebf796-8a2e-4625-bf6b-1942218f3204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:04.897011 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f1ebf796-8a2e-4625-bf6b-1942218f3204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:04.956699 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f1ebf796-8a2e-4625-bf6b-1942218f3204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:04.959379 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f1ebf796-8a2e-4625-bf6b-1942218f3204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:04.960599 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-f1ebf796-8a2e-4625-bf6b-1942218f3204 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d9c23a69-1bba-4c09-9bd1-53116cadd0f6 HTTP/1.1" status: 204 len: 168 time: 0.1438198 Sep 08 16:40:04.968286 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebf796-8a2e-4625-bf6b-1942218f3204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c23a69-1bba-4c09-9bd1-53116cadd0f6,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:05.332855 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ae2cf-379f-4bba-adf6-3621689fdb4c req-5baaab28-6cbf-4a5a-98c3-c83b0676295c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:05.334593 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9c5ae2cf-379f-4bba-adf6-3621689fdb4c req-5baaab28-6cbf-4a5a-98c3-c83b0676295c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0513337 Sep 08 16:40:05.377024 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9c5ae2cf-379f-4bba-adf6-3621689fdb4c req-629342ed-085d-4c96-8d43-3db30f2b55bc tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358918 Sep 08 16:40:05.663308 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 37610) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:05.770166 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-585b7910-badc-42d0-b056-cd7fcc52e903 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1818370350-network', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:40:05.798504 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585b7910-badc-42d0-b056-cd7fcc52e903 admin admin] Made reservation on behalf of 1aa58ebe88844724bdd5e55cfdc8a247 for: {'network': 1} {{(pid=94082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:40:05.801272 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-585b7910-badc-42d0-b056-cd7fcc52e903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for network, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:05.809744 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-585b7910-badc-42d0-b056-cd7fcc52e903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:05.904127 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-585b7910-badc-42d0-b056-cd7fcc52e903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:05.910041 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-585b7910-badc-42d0-b056-cd7fcc52e903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:05.934170 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585b7910-badc-42d0-b056-cd7fcc52e903 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:40:05.943764 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b7910-badc-42d0-b056-cd7fcc52e903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:05.949618 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-585b7910-badc-42d0-b056-cd7fcc52e903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:05.949959 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.db.segments_db [None req-585b7910-badc-42d0-b056-cd7fcc52e903 admin admin] Added segment 94b51c34-71ce-4c95-bb6f-a7e1d3a4927a of type vlan for network 6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 Sep 08 16:40:05.993594 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-585b7910-badc-42d0-b056-cd7fcc52e903 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790707670824'] for network, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:06.021897 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-585b7910-badc-42d0-b056-cd7fcc52e903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for network, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:06.022911 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585b7910-badc-42d0-b056-cd7fcc52e903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:06.023615 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-585b7910-badc-42d0-b056-cd7fcc52e903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:06.053582 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-585b7910-badc-42d0-b056-cd7fcc52e903 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3890295 Sep 08 16:40:06.056813 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 37614) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:06.063498 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-4699397d-3ed3-419a-b03a-0c3f6cdb01d8 admin admin] Request body: {'subnet': {'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1818370350-subnet', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'ip_version': 4}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:40:06.084819 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b7910-badc-42d0-b056-cd7fcc52e903 admin admin] Pushing event updated for resources: {'Network': ['ID=6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:06.089026 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4699397d-3ed3-419a-b03a-0c3f6cdb01d8 admin admin] Made reservation on behalf of 1aa58ebe88844724bdd5e55cfdc8a247 for: {'subnet': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:40:06.091972 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4699397d-3ed3-419a-b03a-0c3f6cdb01d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30250995'] for subnet, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:06.095754 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Network 6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 details requested by agent ovs-agent-dv-cinder-790535-14-iscsi with host dv-cinder-790535-14-iscsi {{(pid=94084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 16:40:06.280897 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4699397d-3ed3-419a-b03a-0c3f6cdb01d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29612496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30250989'] for subnet, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:06.333453 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699397d-3ed3-419a-b03a-0c3f6cdb01d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f419939f-8a3d-421c-96d9-bf6eac22daf2,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:06.354059 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4699397d-3ed3-419a-b03a-0c3f6cdb01d8 admin admin] Checking segment: {'id': '94b51c34-71ce-4c95-bb6f-a7e1d3a4927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:40:06.354421 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4699397d-3ed3-419a-b03a-0c3f6cdb01d8 admin admin] Network hostable DHCP agents. Network: 6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2, hostable agents: ['c6a67338-5c5e-4be7-97de-2bb9548e06ff'], hosted agents: [] {{(pid=94083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:40:06.374491 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4699397d-3ed3-419a-b03a-0c3f6cdb01d8 admin admin] Network 6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 is scheduled to be hosted by DHCP agent c6a67338-5c5e-4be7-97de-2bb9548e06ff with binding_index 1 {{(pid=94083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:40:06.383186 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-4699397d-3ed3-419a-b03a-0c3f6cdb01d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-14-iscsi, 6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2) {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:40:06.387366 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4699397d-3ed3-419a-b03a-0c3f6cdb01d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:06.388084 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4699397d-3ed3-419a-b03a-0c3f6cdb01d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:06.392662 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c65482-1507-4c27-a310-c1dfc228668c None None] Network 6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:40:06.419978 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 37622) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:06.420140 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-4699397d-3ed3-419a-b03a-0c3f6cdb01d8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3620596 Sep 08 16:40:06.425089 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-0f311b80-97f2-4fa6-b972-33f97b587561 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1818370350-router', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:40:06.454785 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0f311b80-97f2-4fa6-b972-33f97b587561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14265'] for router, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:06.456065 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0f311b80-97f2-4fa6-b972-33f97b587561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583829', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14256'] for router, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:06.530540 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0f311b80-97f2-4fa6-b972-33f97b587561 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:06.540787 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81990fa0-2116-4ed7-afc6-35295f139e6e req-f2cc7cb4-d6c9-40a1-8c0e-11ce26aa2d7c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:06.542454 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-81990fa0-2116-4ed7-afc6-35295f139e6e req-f2cc7cb4-d6c9-40a1-8c0e-11ce26aa2d7c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0760801 Sep 08 16:40:06.583465 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-81990fa0-2116-4ed7-afc6-35295f139e6e req-2c88a1de-0eb6-4bc2-9f2b-3e71f837aee4 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343938 Sep 08 16:40:06.612838 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd0c79c-1027-5749-bad1-05de697929c1-6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2', 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'fixed_ips': [{'subnet_id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2'}]}} from dv-cinder-790535-14-iscsi. {{(pid=94084) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 16:40:06.613744 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:06.672656 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0f311b80-97f2-4fa6-b972-33f97b587561 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:06.753283 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Allocated IP 172.20.0.2 (6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2/f419939f-8a3d-421c-96d9-bf6eac22daf2/6236acdb-a0b7-42d0-97c2-fdb030ca9984) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:40:06.876358 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0f311b80-97f2-4fa6-b972-33f97b587561 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:06.895452 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0f311b80-97f2-4fa6-b972-33f97b587561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:06.904653 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:06.913735 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Transition to ACTIVE for port object 6236acdb-a0b7-42d0-97c2-fdb030ca9984 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:40:06.929372 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Transition to ACTIVE for port object 6236acdb-a0b7-42d0-97c2-fdb030ca9984 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:40:06.936154 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:06.974608 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Network 6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:40:06.982434 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:40:06.984335 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Pushing event updated for resources: {'Port': ['ID=6236acdb-a0b7-42d0-97c2-fdb030ca9984,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:06.986672 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:40:06.998991 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:06.999362 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:06.999905 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:07.000299 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:07.000802 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:07.001300 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:07.001793 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:07.002275 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:07.002824 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:07.003150 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:07.003495 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:07.003824 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:07.015596 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-0f311b80-97f2-4fa6-b972-33f97b587561 admin admin] Allocated IP 172.27.3.161 (84aa3881-86d2-4090-846d-df2f4a76ffa3/4838e23d-7083-4c92-9a08-11046328e4a1/3b75c1ff-425c-4ac1-b9a2-3002bf1c190e) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:40:07.052012 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Attempting to bind port 6236acdb-a0b7-42d0-97c2-fdb030ca9984 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:40:07.052385 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Attempting to bind port 6236acdb-a0b7-42d0-97c2-fdb030ca9984 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '94b51c34-71ce-4c95-bb6f-a7e1d3a4927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:40:07.052751 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Attempting to bind port 6236acdb-a0b7-42d0-97c2-fdb030ca9984 on network 6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:40:07.057974 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:40:07.058348 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Checking segment: {'id': '94b51c34-71ce-4c95-bb6f-a7e1d3a4927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:40:07.058760 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:07.059148 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Bound using segment: {'id': '94b51c34-71ce-4c95-bb6f-a7e1d3a4927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:40:07.059718 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Bound port: 6236acdb-a0b7-42d0-97c2-fdb030ca9984, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b51c34-71ce-4c95-bb6f-a7e1d3a4927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:40:07.060101 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:07.126794 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] For port 6236acdb-a0b7-42d0-97c2-fdb030ca9984, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:40:07.129902 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] For port 6236acdb-a0b7-42d0-97c2-fdb030ca9984, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=6236acdb-a0b7-42d0-97c2-fdb030ca9984,segment=NetworkSegment(94b51c34-71ce-4c95-bb6f-a7e1d3a4927a),segment_id=94b51c34-71ce-4c95-bb6f-a7e1d3a4927a)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:40:07.133234 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0f311b80-97f2-4fa6-b972-33f97b587561 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:07.134366 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:07.179291 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0f311b80-97f2-4fa6-b972-33f97b587561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:07.200078 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf4586-6cf7-49dd-acad-fad49a94781e None None] Pushing event updated for resources: {'Port': ['ID=6236acdb-a0b7-42d0-97c2-fdb030ca9984,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:07.222891 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f311b80-97f2-4fa6-b972-33f97b587561 admin admin] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:40:07.226041 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-0f311b80-97f2-4fa6-b972-33f97b587561 admin admin] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:40:07.233585 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f311b80-97f2-4fa6-b972-33f97b587561 admin admin] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:40:07.240130 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f311b80-97f2-4fa6-b972-33f97b587561 admin admin] Pushing event updated for resources: {'Port': ['ID=3b75c1ff-425c-4ac1-b9a2-3002bf1c190e,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:07.510779 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0f311b80-97f2-4fa6-b972-33f97b587561 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:07.789558 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe04930-666c-4249-bbfb-f5f8a1fffa80 req-703c10d2-4258-4b05-9242-d44d58bd9f77 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:07.791131 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-fbe04930-666c-4249-bbfb-f5f8a1fffa80 req-703c10d2-4258-4b05-9242-d44d58bd9f77 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.1002796 Sep 08 16:40:07.818459 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0f311b80-97f2-4fa6-b972-33f97b587561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587332'] for router, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:07.918058 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322f05c-7014-4030-8ef4-695e62bc9ded req-27fb1c34-ef1b-49ff-a7f6-a6daa263b2cf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:07.929401 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9322f05c-7014-4030-8ef4-695e62bc9ded req-27fb1c34-ef1b-49ff-a7f6-a6daa263b2cf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 947 time: 0.1113060 Sep 08 16:40:07.940002 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-fbe04930-666c-4249-bbfb-f5f8a1fffa80 req-66e18f00-1022-452f-8bdd-d9946a5147a7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192780 Sep 08 16:40:08.020265 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9322f05c-7014-4030-8ef4-695e62bc9ded req-68550e82-6670-4c1e-aa2c-3dd9662f8788 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890899 Sep 08 16:40:08.051946 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 6236acdb-a0b7-42d0-97c2-fdb030ca9984 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:40:08.086275 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f311b80-97f2-4fa6-b972-33f97b587561 admin admin] Router 4137da4a-d9ce-4b97-808a-50281aa48a11 is scheduled to L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 with binding_index 1 {{(pid=94082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 16:40:08.105754 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port 6236acdb-a0b7-42d0-97c2-fdb030ca9984 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:40:08.211697 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f311b80-97f2-4fa6-b972-33f97b587561 admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:40:08.226526 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] Sync routers for ids ['4137da4a-d9ce-4b97-808a-50281aa48a11'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:40:08.236245 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] Routers {'4137da4a-d9ce-4b97-808a-50281aa48a11'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:40:08.236546 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0f311b80-97f2-4fa6-b972-33f97b587561 admin admin] Notify callbacks [] for router, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:08.237086 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:40:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['4137da4a-d9ce-4b97-808a-50281aa48a11'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:08.238521 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-0f311b80-97f2-4fa6-b972-33f97b587561 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8173754 Sep 08 16:40:08.241952 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 37656) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:08.299576 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b55af3-2185-451e-93e6-8ddc7014da3e None None] Network 6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:40:08.412891 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-74d421c8-4efc-4a42-b02d-3557a8c69c8a None None] Provisioning for port 6236acdb-a0b7-42d0-97c2-fdb030ca9984 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:40:08.426184 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] Set router 4137da4a-d9ce-4b97-808a-50281aa48a11 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:40:08.453052 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-74d421c8-4efc-4a42-b02d-3557a8c69c8a None None] Provisioning complete for port 6236acdb-a0b7-42d0-97c2-fdb030ca9984 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:08.453704 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-74d421c8-4efc-4a42-b02d-3557a8c69c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:08.840590 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-74d421c8-4efc-4a42-b02d-3557a8c69c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:08.892280 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-74d421c8-4efc-4a42-b02d-3557a8c69c8a None None] For port 6236acdb-a0b7-42d0-97c2-fdb030ca9984, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=6236acdb-a0b7-42d0-97c2-fdb030ca9984,segment=NetworkSegment(94b51c34-71ce-4c95-bb6f-a7e1d3a4927a),segment_id=94b51c34-71ce-4c95-bb6f-a7e1d3a4927a)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:40:08.901344 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-74d421c8-4efc-4a42-b02d-3557a8c69c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:08.908933 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'name': 'tempest-TestMinimumBasicScenario-1818370350-router', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:07Z', 'revision_number': 3, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'gw_port': {'id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:08.923208 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a65f-2623-474c-95d9-42fcbc687edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:08.958173 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] Checking router: 4137da4a-d9ce-4b97-808a-50281aa48a11 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:40:08.958527 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] Updating router 4137da4a-d9ce-4b97-808a-50281aa48a11 port 3b75c1ff-425c-4ac1-b9a2-3002bf1c190e binding host dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:40:09.002936 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:09.005530 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d421c8-4efc-4a42-b02d-3557a8c69c8a None None] Pushing event updated for resources: {'Port': ['ID=6236acdb-a0b7-42d0-97c2-fdb030ca9984,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:09.135569 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-c0e7a65f-2623-474c-95d9-42fcbc687edf admin admin] Allocated IP 172.20.0.1 (6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2/f419939f-8a3d-421c-96d9-bf6eac22daf2/862ace9e-268c-4287-82d9-a15568c2bad6) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:40:09.156571 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-94c1d7ba-03cc-4b03-b1dd-70891409b0ab None None] Provisioning complete for port 6236acdb-a0b7-42d0-97c2-fdb030ca9984 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:09.157127 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-94c1d7ba-03cc-4b03-b1dd-70891409b0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:09.163965 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbd817-c24b-452e-847e-5875b6f898c1 req-14dde670-6190-4be8-9a1f-4d4a29303245 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:09.164948 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46badb-fe96-4930-b744-32505c2324f5 req-fca9a320-e4db-4cb2-bc9b-5c7f8658e4a7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:09.165872 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e3bbd817-c24b-452e-847e-5875b6f898c1 req-14dde670-6190-4be8-9a1f-4d4a29303245 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 947 time: 0.0582199 Sep 08 16:40:09.166458 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ad46badb-fe96-4930-b744-32505c2324f5 req-fca9a320-e4db-4cb2-bc9b-5c7f8658e4a7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.1374865 Sep 08 16:40:09.211339 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e3bbd817-c24b-452e-847e-5875b6f898c1 req-41929b4c-14de-4b99-bbc5-3cb3dc495c6e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372016 Sep 08 16:40:09.257678 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ad46badb-fe96-4930-b744-32505c2324f5 req-7c12048e-77a8-4339-be5b-9cf1d9f3a489 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783355 Sep 08 16:40:09.294218 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a65f-2623-474c-95d9-42fcbc687edf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:09.308567 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-c0e7a65f-2623-474c-95d9-42fcbc687edf admin admin] Transition to ACTIVE for port object 862ace9e-268c-4287-82d9-a15568c2bad6 will not be triggered until provisioned by entity DHCP. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:40:09.343347 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a65f-2623-474c-95d9-42fcbc687edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:09.382718 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e7a65f-2623-474c-95d9-42fcbc687edf admin admin] Network 6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:40:09.388853 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-c0e7a65f-2623-474c-95d9-42fcbc687edf admin admin] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:40:09.392815 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e7a65f-2623-474c-95d9-42fcbc687edf admin admin] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:40:09.403329 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:09.417915 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] Transition to ACTIVE for port object 3b75c1ff-425c-4ac1-b9a2-3002bf1c190e will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:40:09.431841 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7a65f-2623-474c-95d9-42fcbc687edf admin admin] Pushing event updated for resources: {'Port': ['ID=862ace9e-268c-4287-82d9-a15568c2bad6,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:09.433421 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:09.450594 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a65f-2623-474c-95d9-42fcbc687edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587413'] for router_interface, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:09.495469 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] Attempting to bind port 3b75c1ff-425c-4ac1-b9a2-3002bf1c190e on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:40:09.495844 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] Attempting to bind port 3b75c1ff-425c-4ac1-b9a2-3002bf1c190e by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:40:09.496470 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] Attempting to bind port 3b75c1ff-425c-4ac1-b9a2-3002bf1c190e on network 84aa3881-86d2-4090-846d-df2f4a76ffa3 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:40:09.498189 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397bef6-f23b-4e10-932a-1aa008a697c1 None None] Pushing event updated for resources: {'Port': ['ID=3b75c1ff-425c-4ac1-b9a2-3002bf1c190e,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:09.504545 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:40:09.504940 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] Checking segment: {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:40:09.505328 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:09.505718 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] Bound using segment: {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:40:09.506260 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] Bound port: 3b75c1ff-425c-4ac1-b9a2-3002bf1c190e, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:40:09.506561 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:09.567536 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] For port 3b75c1ff-425c-4ac1-b9a2-3002bf1c190e, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:40:09.571011 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] For port 3b75c1ff-425c-4ac1-b9a2-3002bf1c190e, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=3b75c1ff-425c-4ac1-b9a2-3002bf1c190e,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:40:09.577195 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:09.582863 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a65f-2623-474c-95d9-42fcbc687edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:09.638764 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] Routers {'4137da4a-d9ce-4b97-808a-50281aa48a11'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:40:09.639384 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:40:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['4137da4a-d9ce-4b97-808a-50281aa48a11'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:09.641036 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397bef6-f23b-4e10-932a-1aa008a697c1 None None] Pushing event updated for resources: {'Port': ['ID=3b75c1ff-425c-4ac1-b9a2-3002bf1c190e,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:09.688981 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-e9e76ad6-2d71-4e22-890d-62d76d157e83 None None] Provisioning for port 862ace9e-268c-4287-82d9-a15568c2bad6 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:40:09.698597 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-e9e76ad6-2d71-4e22-890d-62d76d157e83 None None] Provisioning complete for port 862ace9e-268c-4287-82d9-a15568c2bad6 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:09.698968 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e9e76ad6-2d71-4e22-890d-62d76d157e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:09.750234 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a65f-2623-474c-95d9-42fcbc687edf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:09.756588 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a65f-2623-474c-95d9-42fcbc687edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29530948'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:09.773930 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-e9e76ad6-2d71-4e22-890d-62d76d157e83 None None] Port 862ace9e-268c-4287-82d9-a15568c2bad6 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:40:09.779432 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] Set router 4137da4a-d9ce-4b97-808a-50281aa48a11 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:40:09.831823 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7a65f-2623-474c-95d9-42fcbc687edf admin admin] Pushing event updated for resources: {'Port': ['ID=862ace9e-268c-4287-82d9-a15568c2bad6,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:09.835537 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a65f-2623-474c-95d9-42fcbc687edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588549'] for router_interface, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:09.927945 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 6236acdb-a0b7-42d0-97c2-fdb030ca9984 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:40:09.931919 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e7a65f-2623-474c-95d9-42fcbc687edf admin admin] Network 6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:40:09.933435 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-c0e7a65f-2623-474c-95d9-42fcbc687edf admin admin] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:40:10.036543 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 6236acdb-a0b7-42d0-97c2-fdb030ca9984 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:10.037359 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:10.054856 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e7a65f-2623-474c-95d9-42fcbc687edf admin admin] Router 4137da4a-d9ce-4b97-808a-50281aa48a11 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:40:10.069975 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'name': 'tempest-TestMinimumBasicScenario-1818370350-router', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:09Z', 'revision_number': 4, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'gw_port': {'id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '862ace9e-268c-4287-82d9-a15568c2bad6', 'name': '', 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'mac_address': 'fa:16:3e:a7:57:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:08Z', 'updated_at': '2021-09-08T16:40:09Z', 'revision_number': 1, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'subnets': [{'id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:10.107148 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d85945-8ff7-45c4-9987-19ff97c4456d None None] The sync data for ids ['4137da4a-d9ce-4b97-808a-50281aa48a11'] in dv-cinder-790535-14-iscsi is: [{'id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'name': 'tempest-TestMinimumBasicScenario-1818370350-router', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:09Z', 'revision_number': 4, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'gw_port': {'id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '862ace9e-268c-4287-82d9-a15568c2bad6', 'name': '', 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'mac_address': 'fa:16:3e:a7:57:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:08Z', 'updated_at': '2021-09-08T16:40:09Z', 'revision_number': 1, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'subnets': [{'id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:40:10.195706 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e7a65f-2623-474c-95d9-42fcbc687edf admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:40:10.197816 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ea5add16-d886-4663-8715-9050b319b550 None None] Provisioning complete for port 862ace9e-268c-4287-82d9-a15568c2bad6 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:10.198198 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ea5add16-d886-4663-8715-9050b319b550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:10.201027 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-c0e7a65f-2623-474c-95d9-42fcbc687edf admin admin] 10.222.0.69 "PUT /v2.0/routers/4137da4a-d9ce-4b97-808a-50281aa48a11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9579821 Sep 08 16:40:10.242408 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ea5add16-d886-4663-8715-9050b319b550 None None] Port 862ace9e-268c-4287-82d9-a15568c2bad6 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:40:10.381591 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf2da5-df78-4dce-949d-38edbac41815 req-0131cc3a-4445-44e2-b48b-99d14db3161f tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:10.383548 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-eccf2da5-df78-4dce-949d-38edbac41815 req-0131cc3a-4445-44e2-b48b-99d14db3161f tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 947 time: 0.0796146 Sep 08 16:40:10.428068 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864b0be-7cd6-4038-9708-07ff1c168989 req-80c95257-8f21-4148-80aa-f7725e723cf7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:10.432566 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-eccf2da5-df78-4dce-949d-38edbac41815 req-b0dd29e7-a018-436c-96bb-c046c63dce2a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403249 Sep 08 16:40:10.434579 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5864b0be-7cd6-4038-9708-07ff1c168989 req-80c95257-8f21-4148-80aa-f7725e723cf7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0603149 Sep 08 16:40:10.484283 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5864b0be-7cd6-4038-9708-07ff1c168989 req-fc864a7a-d10e-478d-b34f-18c14bde7773 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478745 Sep 08 16:40:10.828627 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 37688) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:10.833893 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-0fe7aed3-f8eb-452d-bfcc-9c237f8b739d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1245939756-network', 'tenant_id': '200ffc97d1e8475aaf031c253680f614'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:40:10.862550 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe7aed3-f8eb-452d-bfcc-9c237f8b739d admin admin] Made reservation on behalf of 200ffc97d1e8475aaf031c253680f614 for: {'network': 1} {{(pid=94082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:40:10.865032 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0fe7aed3-f8eb-452d-bfcc-9c237f8b739d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for network, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:10.874160 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0fe7aed3-f8eb-452d-bfcc-9c237f8b739d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:10.980813 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0fe7aed3-f8eb-452d-bfcc-9c237f8b739d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:10.986146 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0fe7aed3-f8eb-452d-bfcc-9c237f8b739d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:11.008304 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe7aed3-f8eb-452d-bfcc-9c237f8b739d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:40:11.024447 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7aed3-f8eb-452d-bfcc-9c237f8b739d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f887a2-ab67-444f-ad42-9ed6abed706a,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:11.027901 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0fe7aed3-f8eb-452d-bfcc-9c237f8b739d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:11.028255 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.db.segments_db [None req-0fe7aed3-f8eb-452d-bfcc-9c237f8b739d admin admin] Added segment aba39920-74c1-4240-b5ee-4cc1038a4f3c of type vlan for network 79f340db-1a37-4eed-b6d2-d74e7f82aa5e Sep 08 16:40:11.074321 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0fe7aed3-f8eb-452d-bfcc-9c237f8b739d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790707670824'] for network, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:11.103463 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0fe7aed3-f8eb-452d-bfcc-9c237f8b739d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for network, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:11.104522 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe7aed3-f8eb-452d-bfcc-9c237f8b739d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:11.105182 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0fe7aed3-f8eb-452d-bfcc-9c237f8b739d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:11.136779 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-0fe7aed3-f8eb-452d-bfcc-9c237f8b739d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3068385 Sep 08 16:40:11.141000 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 37692) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:11.147221 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-7e020310-69d1-4df1-b6fa-9b88149ce30b admin admin] Request body: {'subnet': {'network_id': '79f340db-1a37-4eed-b6d2-d74e7f82aa5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1245939756-subnet', 'tenant_id': '200ffc97d1e8475aaf031c253680f614', 'ip_version': 4}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:40:11.182891 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7aed3-f8eb-452d-bfcc-9c237f8b739d admin admin] Pushing event updated for resources: {'Network': ['ID=79f340db-1a37-4eed-b6d2-d74e7f82aa5e,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:11.192949 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Network 79f340db-1a37-4eed-b6d2-d74e7f82aa5e details requested by agent ovs-agent-dv-cinder-790535-14-iscsi with host dv-cinder-790535-14-iscsi {{(pid=94084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 16:40:11.202722 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e020310-69d1-4df1-b6fa-9b88149ce30b admin admin] Made reservation on behalf of 200ffc97d1e8475aaf031c253680f614 for: {'subnet': 1} {{(pid=94082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:40:11.205277 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7e020310-69d1-4df1-b6fa-9b88149ce30b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30203844'] for subnet, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:11.396122 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7e020310-69d1-4df1-b6fa-9b88149ce30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29525707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30203866'] for subnet, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:11.445512 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e020310-69d1-4df1-b6fa-9b88149ce30b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2e01850-7ac2-463f-8448-d54ed1781f58,revision_number=0']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:11.462330 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e020310-69d1-4df1-b6fa-9b88149ce30b admin admin] Checking segment: {'id': 'aba39920-74c1-4240-b5ee-4cc1038a4f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '79f340db-1a37-4eed-b6d2-d74e7f82aa5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:40:11.462676 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e020310-69d1-4df1-b6fa-9b88149ce30b admin admin] Network hostable DHCP agents. Network: 79f340db-1a37-4eed-b6d2-d74e7f82aa5e, hostable agents: ['c6a67338-5c5e-4be7-97de-2bb9548e06ff'], hosted agents: [] {{(pid=94082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:40:11.481086 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e020310-69d1-4df1-b6fa-9b88149ce30b admin admin] Network 79f340db-1a37-4eed-b6d2-d74e7f82aa5e is scheduled to be hosted by DHCP agent c6a67338-5c5e-4be7-97de-2bb9548e06ff with binding_index 1 {{(pid=94082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:40:11.491199 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-7e020310-69d1-4df1-b6fa-9b88149ce30b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-14-iscsi, 79f340db-1a37-4eed-b6d2-d74e7f82aa5e) {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:40:11.495937 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e020310-69d1-4df1-b6fa-9b88149ce30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:11.497639 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7e020310-69d1-4df1-b6fa-9b88149ce30b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:11.501038 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2161078f-b895-4e56-a6fd-cb1af90f7a8c None None] Network 79f340db-1a37-4eed-b6d2-d74e7f82aa5e requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:40:11.523884 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-7e020310-69d1-4df1-b6fa-9b88149ce30b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3815734 Sep 08 16:40:11.526852 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 37700) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:11.537573 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-54059179-a368-4393-92d5-fdf322890a87 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1245939756-router', 'tenant_id': '200ffc97d1e8475aaf031c253680f614', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:40:11.560926 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-54059179-a368-4393-92d5-fdf322890a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14265'] for router, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:11.563054 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-54059179-a368-4393-92d5-fdf322890a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583829', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14256'] for router, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:11.603476 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0b175-fc9e-4bca-b282-b2ccd34fa3f5 req-f5709974-ad0f-4bb3-b0a3-853a0efec3c6 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:11.616301 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d8d0b175-fc9e-4bca-b282-b2ccd34fa3f5 req-f5709974-ad0f-4bb3-b0a3-853a0efec3c6 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 947 time: 0.0876141 Sep 08 16:40:11.649539 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-54059179-a368-4393-92d5-fdf322890a87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:11.673635 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd0c79c-1027-5749-bad1-05de697929c1-79f340db-1a37-4eed-b6d2-d74e7f82aa5e', 'network_id': '79f340db-1a37-4eed-b6d2-d74e7f82aa5e', 'tenant_id': '200ffc97d1e8475aaf031c253680f614', 'fixed_ips': [{'subnet_id': 'b2e01850-7ac2-463f-8448-d54ed1781f58'}]}} from dv-cinder-790535-14-iscsi. {{(pid=94084) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 16:40:11.674886 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:11.691629 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d8d0b175-fc9e-4bca-b282-b2ccd34fa3f5 req-23b45d76-abcc-484a-b396-09f1c1103641 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c72d469-41d5-40f3-b4a2-2700803712e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739923 Sep 08 16:40:11.708468 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45d148-5e1d-41f6-8627-725e1fe7b039 req-b84e2d5b-7aa9-4ac6-b294-60ecc961b952 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:11.710225 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1e45d148-5e1d-41f6-8627-725e1fe7b039 req-b84e2d5b-7aa9-4ac6-b294-60ecc961b952 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 947 time: 0.0768290 Sep 08 16:40:11.784197 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35964177-8f8a-4e86-afb4-bfab9dff6a4e req-f9183c00-43c0-4e5a-9e32-bc59467a0286 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:11.785885 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-35964177-8f8a-4e86-afb4-bfab9dff6a4e req-f9183c00-43c0-4e5a-9e32-bc59467a0286 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.1924138 Sep 08 16:40:11.817095 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-1e45d148-5e1d-41f6-8627-725e1fe7b039 req-7d8f0719-46b4-43b1-b153-5ce0a91bc21e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Deleting port 8772f1e6-a40e-4d12-9186-bd1a5f255db5 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:40:11.817637 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1e45d148-5e1d-41f6-8627-725e1fe7b039 req-7d8f0719-46b4-43b1-b153-5ce0a91bc21e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:11.819123 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-54059179-a368-4393-92d5-fdf322890a87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:11.843784 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Allocated IP 172.20.0.2 (79f340db-1a37-4eed-b6d2-d74e7f82aa5e/b2e01850-7ac2-463f-8448-d54ed1781f58/5e0f3a40-5ff6-4a65-885b-0c193f292b4e) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:40:11.881503 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-35964177-8f8a-4e86-afb4-bfab9dff6a4e req-f9b56595-c5ee-4c9b-969e-e5680bdf881a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875683 Sep 08 16:40:11.941133 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-1e45d148-5e1d-41f6-8627-725e1fe7b039 req-7d8f0719-46b4-43b1-b153-5ce0a91bc21e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] For port 8772f1e6-a40e-4d12-9186-bd1a5f255db5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8772f1e6-a40e-4d12-9186-bd1a5f255db5,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:40:11.941458 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1e45d148-5e1d-41f6-8627-725e1fe7b039 req-7d8f0719-46b4-43b1-b153-5ce0a91bc21e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:12.110394 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 3b75c1ff-425c-4ac1-b9a2-3002bf1c190e up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:40:12.116602 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-54059179-a368-4393-92d5-fdf322890a87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:12.148326 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-54059179-a368-4393-92d5-fdf322890a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:12.216254 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port 3b75c1ff-425c-4ac1-b9a2-3002bf1c190e completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:40:12.223217 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 3b75c1ff-425c-4ac1-b9a2-3002bf1c190e triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:12.223631 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:12.236288 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1e45d148-5e1d-41f6-8627-725e1fe7b039 req-7d8f0719-46b4-43b1-b153-5ce0a91bc21e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:12.236989 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1e45d148-5e1d-41f6-8627-725e1fe7b039 req-7d8f0719-46b4-43b1-b153-5ce0a91bc21e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587310'] for floatingip, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:12.237655 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.l3_db [req-1e45d148-5e1d-41f6-8627-725e1fe7b039 req-7d8f0719-46b4-43b1-b153-5ce0a91bc21e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Floating IP 9804e390-4b0b-4c1d-8c71-3d58c123b6e0 disassociated. External IP: 172.27.3.126, port: 8772f1e6-a40e-4d12-9186-bd1a5f255db5. Sep 08 16:40:12.238189 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-1e45d148-5e1d-41f6-8627-725e1fe7b039 req-7d8f0719-46b4-43b1-b153-5ce0a91bc21e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Calling delete_port for 8772f1e6-a40e-4d12-9186-bd1a5f255db5 owned by compute:nova {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:40:12.254545 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:12.276614 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Transition to ACTIVE for port object 5e0f3a40-5ff6-4a65-885b-0c193f292b4e will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:40:12.316272 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Transition to ACTIVE for port object 5e0f3a40-5ff6-4a65-885b-0c193f292b4e will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:40:12.328145 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:12.363335 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-54059179-a368-4393-92d5-fdf322890a87 admin admin] Allocated IP 172.27.3.175 (84aa3881-86d2-4090-846d-df2f4a76ffa3/4838e23d-7083-4c92-9a08-11046328e4a1/9fbea380-28d5-4149-87f9-65bc0f0dbcc7) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:40:12.433189 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Network 79f340db-1a37-4eed-b6d2-d74e7f82aa5e is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:40:12.433189 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:40:12.433755 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:40:12.469450 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Pushing event updated for resources: {'Port': ['ID=5e0f3a40-5ff6-4a65-885b-0c193f292b4e,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:12.498022 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:12.500934 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-54059179-a368-4393-92d5-fdf322890a87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:12.502708 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1e45d148-5e1d-41f6-8627-725e1fe7b039 req-7d8f0719-46b4-43b1-b153-5ce0a91bc21e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:12.556877 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] Sync routers for ids ['4137da4a-d9ce-4b97-808a-50281aa48a11'] in dv-cinder-790535-14-iscsi {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:40:12.560275 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-54059179-a368-4393-92d5-fdf322890a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:12.564118 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port 3b75c1ff-425c-4ac1-b9a2-3002bf1c190e, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=3b75c1ff-425c-4ac1-b9a2-3002bf1c190e,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:40:12.566409 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Attempting to bind port 5e0f3a40-5ff6-4a65-885b-0c193f292b4e on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:40:12.567153 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Attempting to bind port 5e0f3a40-5ff6-4a65-885b-0c193f292b4e by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': 'aba39920-74c1-4240-b5ee-4cc1038a4f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '79f340db-1a37-4eed-b6d2-d74e7f82aa5e'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:40:12.567854 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Attempting to bind port 5e0f3a40-5ff6-4a65-885b-0c193f292b4e on network 79f340db-1a37-4eed-b6d2-d74e7f82aa5e {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:40:12.573885 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:12.576647 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] Routers {'4137da4a-d9ce-4b97-808a-50281aa48a11'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:40:12.581329 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:40:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['4137da4a-d9ce-4b97-808a-50281aa48a11'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:12.585332 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:40:12.585788 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Checking segment: {'id': 'aba39920-74c1-4240-b5ee-4cc1038a4f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '79f340db-1a37-4eed-b6d2-d74e7f82aa5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:40:12.586197 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:12.586604 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Bound using segment: {'id': 'aba39920-74c1-4240-b5ee-4cc1038a4f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '79f340db-1a37-4eed-b6d2-d74e7f82aa5e'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:40:12.587083 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Bound port: 5e0f3a40-5ff6-4a65-885b-0c193f292b4e, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba39920-74c1-4240-b5ee-4cc1038a4f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '79f340db-1a37-4eed-b6d2-d74e7f82aa5e'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:40:12.587491 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:12.614014 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f0719-46b4-43b1-b153-5ce0a91bc21e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Pushing event deleted for resources: {'Port': ['ID=8772f1e6-a40e-4d12-9186-bd1a5f255db5,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:12.622106 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54059179-a368-4393-92d5-fdf322890a87 admin admin] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:40:12.627414 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-54059179-a368-4393-92d5-fdf322890a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:40:12.642532 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54059179-a368-4393-92d5-fdf322890a87 admin admin] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:40:12.673416 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54059179-a368-4393-92d5-fdf322890a87 admin admin] Pushing event updated for resources: {'Port': ['ID=9fbea380-28d5-4149-87f9-65bc0f0dbcc7,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:12.698896 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=3b75c1ff-425c-4ac1-b9a2-3002bf1c190e,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:12.732483 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] Set router 4137da4a-d9ce-4b97-808a-50281aa48a11 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:40:12.749697 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] For port 5e0f3a40-5ff6-4a65-885b-0c193f292b4e, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:40:12.759697 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] For port 5e0f3a40-5ff6-4a65-885b-0c193f292b4e, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=5e0f3a40-5ff6-4a65-885b-0c193f292b4e,segment=NetworkSegment(aba39920-74c1-4240-b5ee-4cc1038a4f3c),segment_id=aba39920-74c1-4240-b5ee-4cc1038a4f3c)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:40:12.769862 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:12.788671 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e45d148-5e1d-41f6-8627-725e1fe7b039 req-7d8f0719-46b4-43b1-b153-5ce0a91bc21e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Router 1c2981d7-ce23-42c4-a649-13d935c11465 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:40:12.866991 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3e3b1-fc20-4dd5-bf8f-efef4d7154cb None None] Pushing event updated for resources: {'Port': ['ID=5e0f3a40-5ff6-4a65-885b-0c193f292b4e,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:12.874886 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-dbb6e578-8dda-457e-aef5-fcccfaa7c176 req-0763c7fd-33c9-4bf7-9d8a-1d865caeeaa7 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c663966-e457-4d6c-9626-26bec71d82d9 HTTP/1.1" status: 200 len: 210 time: 0.0318689 Sep 08 16:40:12.992243 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e45d148-5e1d-41f6-8627-725e1fe7b039 req-7d8f0719-46b4-43b1-b153-5ce0a91bc21e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:40:13.012118 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e6a02-0cd8-4542-9d1d-86408fed5c90 None None] Sync routers for ids ['1c2981d7-ce23-42c4-a649-13d935c11465'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:40:13.030712 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e6a02-0cd8-4542-9d1d-86408fed5c90 None None] Routers {'1c2981d7-ce23-42c4-a649-13d935c11465'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:40:13.031388 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-d00e6a02-0cd8-4542-9d1d-86408fed5c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:40:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['1c2981d7-ce23-42c4-a649-13d935c11465'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:13.057491 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e45d148-5e1d-41f6-8627-725e1fe7b039 req-7d8f0719-46b4-43b1-b153-5ce0a91bc21e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] No DVR routers for this DVR port 8772f1e6-a40e-4d12-9186-bd1a5f255db5 on host hv-cinder-79053 {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:40:13.066842 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1e45d148-5e1d-41f6-8627-725e1fe7b039 req-7d8f0719-46b4-43b1-b153-5ce0a91bc21e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:13.079963 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-54059179-a368-4393-92d5-fdf322890a87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:13.086211 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1e45d148-5e1d-41f6-8627-725e1fe7b039 req-7d8f0719-46b4-43b1-b153-5ce0a91bc21e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.38 "DELETE /v2.0/ports/8772f1e6-a40e-4d12-9186-bd1a5f255db5 HTTP/1.1" status: 204 len: 173 time: 1.3672349 Sep 08 16:40:13.087000 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c663966-e457-4d6c-9626-26bec71d82d9', 'name': 'network-vif-deleted', 'tag': '8772f1e6-a40e-4d12-9186-bd1a5f255db5'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:40:13.096013 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a03ce3-4b54-4a79-a1eb-4ca0c8288f9e" -d '{"events": [{"server_uuid": "1c663966-e457-4d6c-9626-26bec71d82d9", "name": "network-vif-deleted", "tag": "8772f1e6-a40e-4d12-9186-bd1a5f255db5"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:40:13.101924 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'name': 'tempest-TestMinimumBasicScenario-1818370350-router', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:09Z', 'revision_number': 4, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'gw_port': {'id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '862ace9e-268c-4287-82d9-a15568c2bad6', 'name': '', 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'mac_address': 'fa:16:3e:a7:57:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:08Z', 'updated_at': '2021-09-08T16:40:09Z', 'revision_number': 2, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'subnets': [{'id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:13.170772 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5785697e-dfd8-424d-8b0a-351ee0337498 x-openstack-request-id: req-5785697e-dfd8-424d-8b0a-351ee0337498 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:40:13.173490 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c663966-e457-4d6c-9626-26bec71d82d9", "name": "network-vif-deleted", "tag": "8772f1e6-a40e-4d12-9186-bd1a5f255db5", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:40:13.174002 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5785697e-dfd8-424d-8b0a-351ee0337498 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:40:13.174562 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c663966-e457-4d6c-9626-26bec71d82d9', 'name': 'network-vif-deleted', 'tag': '8772f1e6-a40e-4d12-9186-bd1a5f255db5', 'status': 'completed', 'code': 200} Sep 08 16:40:13.201411 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1f5c8-b0fb-4a64-ab51-1e29488cec1d req-692553f8-7e0e-4c3d-83c8-6c843b69bd2b tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:13.203018 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-dcc1f5c8-b0fb-4a64-ab51-1e29488cec1d req-692553f8-7e0e-4c3d-83c8-6c843b69bd2b tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.1784601 Sep 08 16:40:13.208240 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] Checking router: 4137da4a-d9ce-4b97-808a-50281aa48a11 for host: dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:40:13.208602 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] Updating router 4137da4a-d9ce-4b97-808a-50281aa48a11 port 862ace9e-268c-4287-82d9-a15568c2bad6 binding host dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:40:13.261909 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:13.293924 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-d00e6a02-0cd8-4542-9d1d-86408fed5c90 None None] Set router 1c2981d7-ce23-42c4-a649-13d935c11465 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:40:13.604690 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-d00e6a02-0cd8-4542-9d1d-86408fed5c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:31Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'gw_port': {'id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:32Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973', 'name': '', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'mac_address': 'fa:16:3e:b0:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:48Z', 'revision_number': 5, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'subnets': [{'id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:13.662009 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:13.680348 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e6a02-0cd8-4542-9d1d-86408fed5c90 None None] Checking router: 1c2981d7-ce23-42c4-a649-13d935c11465 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:40:13.685711 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] Transition to ACTIVE for port object 862ace9e-268c-4287-82d9-a15568c2bad6 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:40:13.691943 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e6a02-0cd8-4542-9d1d-86408fed5c90 None None] Routers {'1c2981d7-ce23-42c4-a649-13d935c11465'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:40:13.692926 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-d00e6a02-0cd8-4542-9d1d-86408fed5c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:40:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['1c2981d7-ce23-42c4-a649-13d935c11465'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:13.696377 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:13.717229 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-dcc1f5c8-b0fb-4a64-ab51-1e29488cec1d req-299a0096-63f5-4348-8954-67e48b7b3107 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4979079 Sep 08 16:40:13.834591 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cfa2c2-3653-4484-b1fa-47f13019de8c None None] Pushing event updated for resources: {'Port': ['ID=862ace9e-268c-4287-82d9-a15568c2bad6,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:13.880645 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cfa2c2-3653-4484-b1fa-47f13019de8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:13.881251 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cfa2c2-3653-4484-b1fa-47f13019de8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:13.882029 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cfa2c2-3653-4484-b1fa-47f13019de8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:13.882817 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cfa2c2-3653-4484-b1fa-47f13019de8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:13.883348 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cfa2c2-3653-4484-b1fa-47f13019de8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:13.883942 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cfa2c2-3653-4484-b1fa-47f13019de8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:13.894265 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cfa2c2-3653-4484-b1fa-47f13019de8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:13.895043 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cfa2c2-3653-4484-b1fa-47f13019de8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:13.895716 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cfa2c2-3653-4484-b1fa-47f13019de8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:13.896852 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cfa2c2-3653-4484-b1fa-47f13019de8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:13.897439 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cfa2c2-3653-4484-b1fa-47f13019de8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:13.898020 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cfa2c2-3653-4484-b1fa-47f13019de8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:14.011244 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-d00e6a02-0cd8-4542-9d1d-86408fed5c90 None None] Set router 1c2981d7-ce23-42c4-a649-13d935c11465 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:40:14.091986 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 37744) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:14.148794 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] Attempting to bind port 862ace9e-268c-4287-82d9-a15568c2bad6 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:40:14.149367 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-54059179-a368-4393-92d5-fdf322890a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587332'] for router, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:14.153736 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] Attempting to bind port 862ace9e-268c-4287-82d9-a15568c2bad6 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '94b51c34-71ce-4c95-bb6f-a7e1d3a4927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:40:14.154086 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] Attempting to bind port 862ace9e-268c-4287-82d9-a15568c2bad6 on network 6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:40:14.166744 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:40:14.170512 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] Checking segment: {'id': '94b51c34-71ce-4c95-bb6f-a7e1d3a4927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:40:14.171001 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:14.172617 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] Bound using segment: {'id': '94b51c34-71ce-4c95-bb6f-a7e1d3a4927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:40:14.173394 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] Bound port: 862ace9e-268c-4287-82d9-a15568c2bad6, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b51c34-71ce-4c95-bb6f-a7e1d3a4927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:40:14.174553 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:14.231351 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4c098914-3fda-4c2c-bf04-c91701feb8eb tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:14.306992 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 5e0f3a40-5ff6-4a65-885b-0c193f292b4e up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:40:14.326064 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4c098914-3fda-4c2c-bf04-c91701feb8eb tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:14.388206 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] For port 862ace9e-268c-4287-82d9-a15568c2bad6, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:40:14.394417 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] For port 862ace9e-268c-4287-82d9-a15568c2bad6, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=862ace9e-268c-4287-82d9-a15568c2bad6,segment=NetworkSegment(94b51c34-71ce-4c95-bb6f-a7e1d3a4927a),segment_id=94b51c34-71ce-4c95-bb6f-a7e1d3a4927a)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:40:14.403977 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:14.440423 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4c098914-3fda-4c2c-bf04-c91701feb8eb tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:14.442888 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4c098914-3fda-4c2c-bf04-c91701feb8eb tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:14.444078 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-4c098914-3fda-4c2c-bf04-c91701feb8eb tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "DELETE /v2.0/security-groups/4c72d469-41d5-40f3-b4a2-2700803712e5 HTTP/1.1" status: 204 len: 168 time: 0.3504798 Sep 08 16:40:14.447903 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 37750) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:14.470406 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.api.v2.resource [None req-f13cc3e8-f675-4d48-98f5-73929ff7aae3 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] show failed (client error): The resource could not be found. Sep 08 16:40:14.471479 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-f13cc3e8-f675-4d48-98f5-73929ff7aae3 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups/4c72d469-41d5-40f3-b4a2-2700803712e5 HTTP/1.1" status: 404 len: 347 time: 0.0214922 Sep 08 16:40:14.472424 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c098914-3fda-4c2c-bf04-c91701feb8eb tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c72d469-41d5-40f3-b4a2-2700803712e5,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:14.474528 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 37752) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:14.539762 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] Routers {'4137da4a-d9ce-4b97-808a-50281aa48a11'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:40:14.542193 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:40:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['4137da4a-d9ce-4b97-808a-50281aa48a11'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:14.555957 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54059179-a368-4393-92d5-fdf322890a87 admin admin] Router bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f is scheduled to L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 with binding_index 1 {{(pid=94082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 16:40:14.559281 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f179e3-f87c-40b9-aa99-30aaae7ad49d None None] Network 79f340db-1a37-4eed-b6d2-d74e7f82aa5e requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:40:14.605389 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cfa2c2-3653-4484-b1fa-47f13019de8c None None] Pushing event updated for resources: {'Port': ['ID=862ace9e-268c-4287-82d9-a15568c2bad6,revision_number=4']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:14.722472 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port 5e0f3a40-5ff6-4a65-885b-0c193f292b4e completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:40:14.726615 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-0261e774-309c-4b19-a6e0-db665401ca54 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Deleting port 6c1f4f9a-a778-47d2-981b-39a209798943 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:40:14.727449 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0261e774-309c-4b19-a6e0-db665401ca54 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:14.753504 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54059179-a368-4393-92d5-fdf322890a87 admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:40:14.759726 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 3b75c1ff-425c-4ac1-b9a2-3002bf1c190e up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:40:14.766908 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-97cc5d06-7a97-4c44-b3bf-d6a443c6dc67 None None] Provisioning for port 5e0f3a40-5ff6-4a65-885b-0c193f292b4e completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:40:14.789510 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] Sync routers for ids ['bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f'] in dv-cinder-790535-14-iscsi {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:40:14.812864 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-54059179-a368-4393-92d5-fdf322890a87 admin admin] Notify callbacks [] for router, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:14.814391 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-54059179-a368-4393-92d5-fdf322890a87 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2828033 Sep 08 16:40:14.818428 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 37756) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:14.833246 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] Set router 4137da4a-d9ce-4b97-808a-50281aa48a11 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:40:14.851230 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-97cc5d06-7a97-4c44-b3bf-d6a443c6dc67 None None] Provisioning complete for port 5e0f3a40-5ff6-4a65-885b-0c193f292b4e triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:14.863704 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-97cc5d06-7a97-4c44-b3bf-d6a443c6dc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:14.885047 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] Routers {'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:40:14.885971 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:40:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:14.955686 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0261e774-309c-4b19-a6e0-db665401ca54 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:14.956322 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0261e774-309c-4b19-a6e0-db665401ca54 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:15.002158 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e984f-1823-4c46-9488-deab6fe892de req-1949651b-6d8f-4d91-ae68-fb5993d8d577 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:15.004726 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-dc1e984f-1823-4c46-9488-deab6fe892de req-1949651b-6d8f-4d91-ae68-fb5993d8d577 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.1112587 Sep 08 16:40:15.005952 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-0261e774-309c-4b19-a6e0-db665401ca54 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Calling delete_port for 6c1f4f9a-a778-47d2-981b-39a209798943 owned by network:floatingip {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:40:15.046763 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-d00e6a02-0cd8-4542-9d1d-86408fed5c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:31Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'gw_port': {'id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:32Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973', 'name': '', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'mac_address': 'fa:16:3e:b0:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:48Z', 'revision_number': 5, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'subnets': [{'id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:15.055272 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 3b75c1ff-425c-4ac1-b9a2-3002bf1c190e triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:15.055272 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:15.113162 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e6a02-0cd8-4542-9d1d-86408fed5c90 None None] The sync data for ids ['1c2981d7-ce23-42c4-a649-13d935c11465'] in dv-cinder-790535-14-iscsi is: [{'id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:31Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'gw_port': {'id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:32Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973', 'name': '', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'mac_address': 'fa:16:3e:b0:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:48Z', 'revision_number': 5, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'subnets': [{'id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:40:15.114538 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-dc1e984f-1823-4c46-9488-deab6fe892de req-28ee58dc-5546-44c3-ab31-e79ab1b90ad9 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035569 Sep 08 16:40:15.226776 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-97cc5d06-7a97-4c44-b3bf-d6a443c6dc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:15.292761 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0261e774-309c-4b19-a6e0-db665401ca54 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:15.347581 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261e774-309c-4b19-a6e0-db665401ca54 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Pushing event deleted for resources: {'Port': ['ID=6c1f4f9a-a778-47d2-981b-39a209798943,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:15.437360 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0261e774-309c-4b19-a6e0-db665401ca54 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for floatingip, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:15.442423 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0261e774-309c-4b19-a6e0-db665401ca54 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:15.445541 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-0261e774-309c-4b19-a6e0-db665401ca54 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "DELETE /v2.0/floatingips/9804e390-4b0b-4c1d-8c71-3d58c123b6e0 HTTP/1.1" status: 204 len: 168 time: 0.9682474 Sep 08 16:40:15.587191 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-97cc5d06-7a97-4c44-b3bf-d6a443c6dc67 None None] For port 5e0f3a40-5ff6-4a65-885b-0c193f292b4e, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=5e0f3a40-5ff6-4a65-885b-0c193f292b4e,segment=NetworkSegment(aba39920-74c1-4240-b5ee-4cc1038a4f3c),segment_id=aba39920-74c1-4240-b5ee-4cc1038a4f3c)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:40:15.605730 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e90d81-27f4-455b-9bca-20895d15ca1a None None] New status for floating IP 9804e390-4b0b-4c1d-8c71-3d58c123b6e0: DOWN {{(pid=94084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:40:15.611876 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-97cc5d06-7a97-4c44-b3bf-d6a443c6dc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:15.613362 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'name': 'tempest-TestMinimumBasicScenario-1818370350-router', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:09Z', 'revision_number': 4, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'gw_port': {'id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '862ace9e-268c-4287-82d9-a15568c2bad6', 'name': '', 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'mac_address': 'fa:16:3e:a7:57:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:08Z', 'updated_at': '2021-09-08T16:40:14Z', 'revision_number': 4, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'subnets': [{'id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:15.639589 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7d2bed7a-1efc-42c0-a4a6-f6436f8a2280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:15.643675 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8350ce41-05a0-4480-833c-4cbd050a5c72 None None] The sync data for ids ['4137da4a-d9ce-4b97-808a-50281aa48a11'] in dv-cinder-790535-14-iscsi is: [{'id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'name': 'tempest-TestMinimumBasicScenario-1818370350-router', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:09Z', 'revision_number': 4, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'gw_port': {'id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '862ace9e-268c-4287-82d9-a15568c2bad6', 'name': '', 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'mac_address': 'fa:16:3e:a7:57:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:08Z', 'updated_at': '2021-09-08T16:40:14Z', 'revision_number': 4, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'subnets': [{'id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:40:15.663887 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] Set router bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:40:15.757507 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc5d06-7a97-4c44-b3bf-d6a443c6dc67 None None] Pushing event updated for resources: {'Port': ['ID=5e0f3a40-5ff6-4a65-885b-0c193f292b4e,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:15.760419 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-52e07665-a284-405c-893a-b01e4d9cbad6 None None] Provisioning complete for port 5e0f3a40-5ff6-4a65-885b-0c193f292b4e triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:15.760873 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-52e07665-a284-405c-893a-b01e4d9cbad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:15.974170 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f', 'name': 'tempest-TestMinimumBasicScenario-1245939756-router', 'tenant_id': '200ffc97d1e8475aaf031c253680f614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '9fbea380-28d5-4149-87f9-65bc0f0dbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:11Z', 'updated_at': '2021-09-08T16:40:12Z', 'revision_number': 3, 'project_id': '200ffc97d1e8475aaf031c253680f614', 'gw_port': {'id': '9fbea380-28d5-4149-87f9-65bc0f0dbcc7', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:12Z', 'updated_at': '2021-09-08T16:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:15.984127 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 37764) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:15.990574 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-d4eae98c-8f2f-40fe-9336-859124bb5b19 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--878999507', 'description': 'tempest-description--1291632079'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:40:16.018917 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] Checking router: bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f for host: dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:40:16.024575 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] Updating router bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f port 9fbea380-28d5-4149-87f9-65bc0f0dbcc7 binding host dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:40:16.033538 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d4eae98c-8f2f-40fe-9336-859124bb5b19 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.074564 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 5e0f3a40-5ff6-4a65-885b-0c193f292b4e up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:40:16.080572 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-7d2bed7a-1efc-42c0-a4a6-f6436f8a2280 admin admin] Allocated IP 172.20.0.1 (79f340db-1a37-4eed-b6d2-d74e7f82aa5e/b2e01850-7ac2-463f-8448-d54ed1781f58/b64f9566-6307-4ee3-a6f3-f8d969a3bb52) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:40:16.088833 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.172568 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.193490 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 5e0f3a40-5ff6-4a65-885b-0c193f292b4e triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:16.193866 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.259665 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7d2bed7a-1efc-42c0-a4a6-f6436f8a2280 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.270147 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d4eae98c-8f2f-40fe-9336-859124bb5b19 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.278297 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-7d2bed7a-1efc-42c0-a4a6-f6436f8a2280 admin admin] Transition to ACTIVE for port object b64f9566-6307-4ee3-a6f3-f8d969a3bb52 will not be triggered until provisioned by entity DHCP. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:40:16.294462 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d4eae98c-8f2f-40fe-9336-859124bb5b19 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.309414 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 862ace9e-268c-4287-82d9-a15568c2bad6 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:40:16.352193 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7d2bed7a-1efc-42c0-a4a6-f6436f8a2280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.394086 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d4eae98c-8f2f-40fe-9336-859124bb5b19 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.395247 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port 862ace9e-268c-4287-82d9-a15568c2bad6 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:40:16.404015 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 862ace9e-268c-4287-82d9-a15568c2bad6 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:16.404015 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.404316 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-d4eae98c-8f2f-40fe-9336-859124bb5b19 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4154949 Sep 08 16:40:16.405107 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 37770) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:16.407591 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eae98c-8f2f-40fe-9336-859124bb5b19 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37319a40-b3a0-4324-aecd-b5427fa231c3,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:16.425183 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-72ac78b7-29bd-4d2b-911f-64966b30f957 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Request body: {'security_group_rule': {'security_group_id': '37319a40-b3a0-4324-aecd-b5427fa231c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:40:16.437399 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f9758-23f3-41b9-bee6-87c9efb85e78 req-37fc3707-d55c-4781-8ca9-8796b6314b1a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:16.439314 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8c7f9758-23f3-41b9-bee6-87c9efb85e78 req-37fc3707-d55c-4781-8ca9-8796b6314b1a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.1819065 Sep 08 16:40:16.471595 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2bed7a-1efc-42c0-a4a6-f6436f8a2280 admin admin] Network 79f340db-1a37-4eed-b6d2-d74e7f82aa5e is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:40:16.480946 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-7d2bed7a-1efc-42c0-a4a6-f6436f8a2280 admin admin] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:40:16.483702 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2bed7a-1efc-42c0-a4a6-f6436f8a2280 admin admin] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:40:16.486268 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-72ac78b7-29bd-4d2b-911f-64966b30f957 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.488668 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bed7a-1efc-42c0-a4a6-f6436f8a2280 admin admin] Pushing event updated for resources: {'Port': ['ID=b64f9566-6307-4ee3-a6f3-f8d969a3bb52,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:16.528607 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.542838 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] Transition to ACTIVE for port object 9fbea380-28d5-4149-87f9-65bc0f0dbcc7 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:40:16.552327 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8c7f9758-23f3-41b9-bee6-87c9efb85e78 req-69b915f2-71c9-49f9-a147-697d55ddb6c5 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061313 Sep 08 16:40:16.553350 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.598932 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.617883 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7d2bed7a-1efc-42c0-a4a6-f6436f8a2280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587413'] for router_interface, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.623744 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] Attempting to bind port 9fbea380-28d5-4149-87f9-65bc0f0dbcc7 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:40:16.624233 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] Attempting to bind port 9fbea380-28d5-4149-87f9-65bc0f0dbcc7 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:40:16.624721 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] Attempting to bind port 9fbea380-28d5-4149-87f9-65bc0f0dbcc7 on network 84aa3881-86d2-4090-846d-df2f4a76ffa3 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:40:16.637585 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:40:16.638116 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] Checking segment: {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:40:16.638615 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.639108 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] Bound using segment: {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:40:16.639856 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] Bound port: 9fbea380-28d5-4149-87f9-65bc0f0dbcc7, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:40:16.640369 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.646570 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port 862ace9e-268c-4287-82d9-a15568c2bad6, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=862ace9e-268c-4287-82d9-a15568c2bad6,segment=NetworkSegment(94b51c34-71ce-4c95-bb6f-a7e1d3a4927a),segment_id=94b51c34-71ce-4c95-bb6f-a7e1d3a4927a)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:40:16.654136 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4c913-7b4b-4d06-8912-51ff18e16023 None None] Pushing event updated for resources: {'Port': ['ID=9fbea380-28d5-4149-87f9-65bc0f0dbcc7,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:16.657198 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.716667 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=862ace9e-268c-4287-82d9-a15568c2bad6,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:16.738221 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-72ac78b7-29bd-4d2b-911f-64966b30f957 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.742819 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] For port 9fbea380-28d5-4149-87f9-65bc0f0dbcc7, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:40:16.746837 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] For port 9fbea380-28d5-4149-87f9-65bc0f0dbcc7, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=9fbea380-28d5-4149-87f9-65bc0f0dbcc7,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:40:16.755036 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.763942 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-72ac78b7-29bd-4d2b-911f-64966b30f957 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.795782 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac78b7-29bd-4d2b-911f-64966b30f957 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54762db-bafc-4dc4-84f4-cf3a5af729e9,revision_number=0']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:16.804858 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-72ac78b7-29bd-4d2b-911f-64966b30f957 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.806056 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-72ac78b7-29bd-4d2b-911f-64966b30f957 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3997898 Sep 08 16:40:16.809002 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 37774) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:16.813646 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-19da1e45-9be6-419e-8692-360f667a2a8c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Request body: {'security_group_rule': {'security_group_id': '37319a40-b3a0-4324-aecd-b5427fa231c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:40:16.827597 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] Routers {'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:40:16.828846 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:40:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:16.850800 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-19da1e45-9be6-419e-8692-360f667a2a8c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.851140 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7d2bed7a-1efc-42c0-a4a6-f6436f8a2280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.853148 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-9ee92269-9ad0-4264-8edc-2cced16b0103 None None] Provisioning for port b64f9566-6307-4ee3-a6f3-f8d969a3bb52 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:40:16.859149 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-9ee92269-9ad0-4264-8edc-2cced16b0103 None None] Provisioning complete for port b64f9566-6307-4ee3-a6f3-f8d969a3bb52 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:16.859606 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9ee92269-9ad0-4264-8edc-2cced16b0103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.870740 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4c913-7b4b-4d06-8912-51ff18e16023 None None] Pushing event updated for resources: {'Port': ['ID=9fbea380-28d5-4149-87f9-65bc0f0dbcc7,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:16.913447 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-9ee92269-9ad0-4264-8edc-2cced16b0103 None None] Port b64f9566-6307-4ee3-a6f3-f8d969a3bb52 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:40:16.938388 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-19da1e45-9be6-419e-8692-360f667a2a8c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.943885 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-19da1e45-9be6-419e-8692-360f667a2a8c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.952731 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] Set router bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:40:16.962972 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da1e45-9be6-419e-8692-360f667a2a8c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e69a34-dce7-4149-bb43-4b13d6e0f9f1,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:16.971153 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-19da1e45-9be6-419e-8692-360f667a2a8c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:16.975667 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-19da1e45-9be6-419e-8692-360f667a2a8c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1626279 Sep 08 16:40:16.975971 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 37776) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:16.981080 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-9d606914-10cd-4163-a076-2bc18b8aa787 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Request body: {'floatingip': {'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:40:17.003822 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9d606914-10cd-4163-a076-2bc18b8aa787 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for floatingip, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:17.034664 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7d2bed7a-1efc-42c0-a4a6-f6436f8a2280 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:17.042632 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7d2bed7a-1efc-42c0-a4a6-f6436f8a2280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29530948'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:17.111620 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 8772f1e6-a40e-4d12-9186-bd1a5f255db5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:40:17.117878 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7d2bed7a-1efc-42c0-a4a6-f6436f8a2280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588549'] for router_interface, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:17.118474 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9d606914-10cd-4163-a076-2bc18b8aa787 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:17.121151 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bed7a-1efc-42c0-a4a6-f6436f8a2280 admin admin] Pushing event updated for resources: {'Port': ['ID=b64f9566-6307-4ee3-a6f3-f8d969a3bb52,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:17.145201 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] No Port match for: 8772f1e6-a40e-4d12-9186-bd1a5f255db5 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:40:17.145783 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 8772f1e6-a40e-4d12-9186-bd1a5f255db5 not bound to the agent host hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:40:17.186107 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f', 'name': 'tempest-TestMinimumBasicScenario-1245939756-router', 'tenant_id': '200ffc97d1e8475aaf031c253680f614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '9fbea380-28d5-4149-87f9-65bc0f0dbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:11Z', 'updated_at': '2021-09-08T16:40:16Z', 'revision_number': 4, 'project_id': '200ffc97d1e8475aaf031c253680f614', 'gw_port': {'id': '9fbea380-28d5-4149-87f9-65bc0f0dbcc7', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:12Z', 'updated_at': '2021-09-08T16:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': 'b64f9566-6307-4ee3-a6f3-f8d969a3bb52', 'name': '', 'network_id': '79f340db-1a37-4eed-b6d2-d74e7f82aa5e', 'tenant_id': '200ffc97d1e8475aaf031c253680f614', 'mac_address': 'fa:16:3e:8c:42:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b2e01850-7ac2-463f-8448-d54ed1781f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:15Z', 'updated_at': '2021-09-08T16:40:16Z', 'revision_number': 1, 'project_id': '200ffc97d1e8475aaf031c253680f614', 'subnets': [{'id': 'b2e01850-7ac2-463f-8448-d54ed1781f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:17.213848 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475de141-1e34-4517-a7e8-24bb8c55d7ee None None] The sync data for ids ['bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f'] in dv-cinder-790535-14-iscsi is: [{'id': 'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f', 'name': 'tempest-TestMinimumBasicScenario-1245939756-router', 'tenant_id': '200ffc97d1e8475aaf031c253680f614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '9fbea380-28d5-4149-87f9-65bc0f0dbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:11Z', 'updated_at': '2021-09-08T16:40:16Z', 'revision_number': 4, 'project_id': '200ffc97d1e8475aaf031c253680f614', 'gw_port': {'id': '9fbea380-28d5-4149-87f9-65bc0f0dbcc7', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:12Z', 'updated_at': '2021-09-08T16:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': 'b64f9566-6307-4ee3-a6f3-f8d969a3bb52', 'name': '', 'network_id': '79f340db-1a37-4eed-b6d2-d74e7f82aa5e', 'tenant_id': '200ffc97d1e8475aaf031c253680f614', 'mac_address': 'fa:16:3e:8c:42:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b2e01850-7ac2-463f-8448-d54ed1781f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:15Z', 'updated_at': '2021-09-08T16:40:16Z', 'revision_number': 1, 'project_id': '200ffc97d1e8475aaf031c253680f614', 'subnets': [{'id': 'b2e01850-7ac2-463f-8448-d54ed1781f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:40:17.247753 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2bed7a-1efc-42c0-a4a6-f6436f8a2280 admin admin] Network 79f340db-1a37-4eed-b6d2-d74e7f82aa5e is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:40:17.248480 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [None req-9d606914-10cd-4163-a076-2bc18b8aa787 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Allocated IP 172.27.3.26 (84aa3881-86d2-4090-846d-df2f4a76ffa3/4838e23d-7083-4c92-9a08-11046328e4a1/b4c8e2f4-aeb5-4095-86fa-facf28f9a1d6) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:40:17.248963 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-7d2bed7a-1efc-42c0-a4a6-f6436f8a2280 admin admin] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:40:17.376360 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9d606914-10cd-4163-a076-2bc18b8aa787 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:17.387643 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2bed7a-1efc-42c0-a4a6-f6436f8a2280 admin admin] Router bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:40:17.429169 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9d606914-10cd-4163-a076-2bc18b8aa787 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:17.492561 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d606914-10cd-4163-a076-2bc18b8aa787 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:40:17.495759 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-9d606914-10cd-4163-a076-2bc18b8aa787 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:40:17.503773 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d606914-10cd-4163-a076-2bc18b8aa787 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:40:17.555237 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d606914-10cd-4163-a076-2bc18b8aa787 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Pushing event updated for resources: {'Port': ['ID=b4c8e2f4-aeb5-4095-86fa-facf28f9a1d6,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:17.556925 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ba0a5b1e-e807-4f99-be99-ae5404e44097 None None] Provisioning complete for port b64f9566-6307-4ee3-a6f3-f8d969a3bb52 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:17.559009 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ba0a5b1e-e807-4f99-be99-ae5404e44097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:17.568767 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2bed7a-1efc-42c0-a4a6-f6436f8a2280 admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:40:17.574017 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-7d2bed7a-1efc-42c0-a4a6-f6436f8a2280 admin admin] 10.222.0.69 "PUT /v2.0/routers/bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7545702 Sep 08 16:40:17.604055 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9d606914-10cd-4163-a076-2bc18b8aa787 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:17.642408 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a5b1e-e807-4f99-be99-ae5404e44097 None None] Port b64f9566-6307-4ee3-a6f3-f8d969a3bb52 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:40:17.653373 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9d606914-10cd-4163-a076-2bc18b8aa787 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:17.721174 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00da7a-c640-4deb-ba81-c30ad830cae2 req-08c980d9-8b27-4ad9-b0c7-d6ac692d90c5 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:17.722841 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ec00da7a-c640-4deb-ba81-c30ad830cae2 req-08c980d9-8b27-4ad9-b0c7-d6ac692d90c5 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0631130 Sep 08 16:40:17.792352 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ec00da7a-c640-4deb-ba81-c30ad830cae2 req-d4679699-eeaa-4db7-8e30-2c682172e712 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611982 Sep 08 16:40:17.899214 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9d606914-10cd-4163-a076-2bc18b8aa787 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:17.908189 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9d606914-10cd-4163-a076-2bc18b8aa787 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:17.954103 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 862ace9e-268c-4287-82d9-a15568c2bad6 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:40:18.019505 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 862ace9e-268c-4287-82d9-a15568c2bad6 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:18.019959 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:18.077143 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d606914-10cd-4163-a076-2bc18b8aa787 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Pushing event updated for resources: {'Port': ['ID=b4c8e2f4-aeb5-4095-86fa-facf28f9a1d6,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:18.081470 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9d606914-10cd-4163-a076-2bc18b8aa787 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587310'] for floatingip, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:18.106245 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9d606914-10cd-4163-a076-2bc18b8aa787 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:18.108044 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-9d606914-10cd-4163-a076-2bc18b8aa787 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1308312 Sep 08 16:40:18.440435 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-65af76e0-2af4-42c8-b342-f51d7fadffaf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--878999507&fields=id&tenant_id=4e1afedab9c44cb28f302d9f903cc9c1 HTTP/1.1" status: 200 len: 267 time: 0.0582156 Sep 08 16:40:18.819650 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-cadcc4e9-30aa-40c8-8c66-ef3cb743da97 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:18.821278 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-cadcc4e9-30aa-40c8-8c66-ef3cb743da97 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/networks?id=d5885bf2-f857-4e7a-90de-683d9b947e27 HTTP/1.1" status: 200 len: 817 time: 0.3787801 Sep 08 16:40:18.841114 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-846736c7-d7d3-41b6-87ef-31acaae02168 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/quotas/4e1afedab9c44cb28f302d9f903cc9c1 HTTP/1.1" status: 200 len: 375 time: 0.0130625 Sep 08 16:40:18.926239 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-7475ee9f-7940-45ec-aaf5-2deedc7d4e91 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e1afedab9c44cb28f302d9f903cc9c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789578 Sep 08 16:40:18.981696 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759ddcb-f918-47db-a117-9d6c56463946 req-641954bf-3545-4c75-b327-a3f74806beda tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:18.983462 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b759ddcb-f918-47db-a117-9d6c56463946 req-641954bf-3545-4c75-b327-a3f74806beda tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0927184 Sep 08 16:40:19.034294 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b759ddcb-f918-47db-a117-9d6c56463946 req-78d35054-a589-4b68-9351-7df4069dfa94 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447304 Sep 08 16:40:19.078066 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-65bab267-dcac-4b87-97be-438e0cf1948f service neutron] 10.222.0.69 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325386 Sep 08 16:40:19.189081 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-2cd1653d-106b-4005-940f-eb9d2c40bcb8 service neutron] 10.222.0.69 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028345 Sep 08 16:40:19.470227 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-2c4e65f2-4648-43f3-accc-e7e881a866cf req-2b69861f-b1aa-4a2c-89a0-c6302a5a8ad6 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 210 time: 0.0563400 Sep 08 16:40:19.971457 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 9fbea380-28d5-4149-87f9-65bc0f0dbcc7 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:40:20.040817 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port 9fbea380-28d5-4149-87f9-65bc0f0dbcc7 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:40:20.045430 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 9fbea380-28d5-4149-87f9-65bc0f0dbcc7 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:20.046289 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:20.148937 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:20.172366 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port 9fbea380-28d5-4149-87f9-65bc0f0dbcc7, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=9fbea380-28d5-4149-87f9-65bc0f0dbcc7,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:40:20.182221 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:20.197059 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f707506-5d02-4505-94ef-5bc4ea679dcb req-9f3618ac-55c3-4bcf-ade5-a3d41328bf7e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:20.198581 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8f707506-5d02-4505-94ef-5bc4ea679dcb req-9f3618ac-55c3-4bcf-ade5-a3d41328bf7e tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0707223 Sep 08 16:40:20.247045 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8f707506-5d02-4505-94ef-5bc4ea679dcb req-abd14572-a684-4748-97eb-516b63a3e3f2 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417585 Sep 08 16:40:20.273172 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=9fbea380-28d5-4149-87f9-65bc0f0dbcc7,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:20.459249 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] Sync routers for ids ['bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f'] in dv-cinder-790535-14-iscsi {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:40:20.472767 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] Routers {'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:40:20.473649 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:40:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:20.581543 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-521472cf-f19b-46a9-a982-ce9fd9803d0e req-7c725919-7f1b-4a78-b690-1a5d9116eef5 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 210 time: 0.0261772 Sep 08 16:40:20.627697 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] Set router bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:40:20.873345 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f', 'name': 'tempest-TestMinimumBasicScenario-1245939756-router', 'tenant_id': '200ffc97d1e8475aaf031c253680f614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '9fbea380-28d5-4149-87f9-65bc0f0dbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:11Z', 'updated_at': '2021-09-08T16:40:16Z', 'revision_number': 4, 'project_id': '200ffc97d1e8475aaf031c253680f614', 'gw_port': {'id': '9fbea380-28d5-4149-87f9-65bc0f0dbcc7', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:12Z', 'updated_at': '2021-09-08T16:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': 'b64f9566-6307-4ee3-a6f3-f8d969a3bb52', 'name': '', 'network_id': '79f340db-1a37-4eed-b6d2-d74e7f82aa5e', 'tenant_id': '200ffc97d1e8475aaf031c253680f614', 'mac_address': 'fa:16:3e:8c:42:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b2e01850-7ac2-463f-8448-d54ed1781f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:15Z', 'updated_at': '2021-09-08T16:40:16Z', 'revision_number': 2, 'project_id': '200ffc97d1e8475aaf031c253680f614', 'subnets': [{'id': 'b2e01850-7ac2-463f-8448-d54ed1781f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:20.901352 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] Checking router: bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f for host: dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:40:20.902013 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] Updating router bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f port b64f9566-6307-4ee3-a6f3-f8d969a3bb52 binding host dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:40:20.928154 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:21.360302 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:21.371831 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] Transition to ACTIVE for port object b64f9566-6307-4ee3-a6f3-f8d969a3bb52 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:40:21.389677 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:21.424560 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3e593-4057-414f-bf02-265cf1af6e04 req-e69c8264-d9de-436b-8c3f-a841f9346c7c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:21.426322 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ecc3e593-4057-414f-bf02-265cf1af6e04 req-e69c8264-d9de-436b-8c3f-a841f9346c7c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.1022544 Sep 08 16:40:21.485837 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ecc3e593-4057-414f-bf02-265cf1af6e04 req-4316a1df-f3ab-476f-af02-98f3ff350dc0 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501120 Sep 08 16:40:21.487008 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e8076-454c-4c3e-9e12-d19e604235b3 None None] Pushing event updated for resources: {'Port': ['ID=b64f9566-6307-4ee3-a6f3-f8d969a3bb52,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:21.534950 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] Attempting to bind port b64f9566-6307-4ee3-a6f3-f8d969a3bb52 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:40:21.535358 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] Attempting to bind port b64f9566-6307-4ee3-a6f3-f8d969a3bb52 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': 'aba39920-74c1-4240-b5ee-4cc1038a4f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '79f340db-1a37-4eed-b6d2-d74e7f82aa5e'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:40:21.535949 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] Attempting to bind port b64f9566-6307-4ee3-a6f3-f8d969a3bb52 on network 79f340db-1a37-4eed-b6d2-d74e7f82aa5e {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:40:21.544416 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:40:21.544786 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] Checking segment: {'id': 'aba39920-74c1-4240-b5ee-4cc1038a4f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '79f340db-1a37-4eed-b6d2-d74e7f82aa5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:40:21.545213 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:21.547457 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] Bound using segment: {'id': 'aba39920-74c1-4240-b5ee-4cc1038a4f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '79f340db-1a37-4eed-b6d2-d74e7f82aa5e'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:40:21.548006 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] Bound port: b64f9566-6307-4ee3-a6f3-f8d969a3bb52, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba39920-74c1-4240-b5ee-4cc1038a4f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '79f340db-1a37-4eed-b6d2-d74e7f82aa5e'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:40:21.548006 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:21.654429 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] For port b64f9566-6307-4ee3-a6f3-f8d969a3bb52, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:40:21.667454 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] For port b64f9566-6307-4ee3-a6f3-f8d969a3bb52, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=b64f9566-6307-4ee3-a6f3-f8d969a3bb52,segment=NetworkSegment(aba39920-74c1-4240-b5ee-4cc1038a4f3c),segment_id=aba39920-74c1-4240-b5ee-4cc1038a4f3c)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:40:21.683705 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:21.769908 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] Routers {'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:40:21.770989 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:40:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:21.804076 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-acc11b1d-0a7d-4a52-a26f-61067fce4d33 req-fe5cc051-59cc-4e8a-9028-c13a8cfddbae tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 210 time: 0.0767097 Sep 08 16:40:21.839432 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e8076-454c-4c3e-9e12-d19e604235b3 None None] Pushing event updated for resources: {'Port': ['ID=b64f9566-6307-4ee3-a6f3-f8d969a3bb52,revision_number=4']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:21.964621 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] Set router bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:40:22.116065 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 9fbea380-28d5-4149-87f9-65bc0f0dbcc7 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:40:22.205491 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-c8ce2288-dac7-4dcb-a388-3ac8472920ab tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:22.207139 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-c8ce2288-dac7-4dcb-a388-3ac8472920ab tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.38 "GET /v2.0/networks?id=d5885bf2-f857-4e7a-90de-683d9b947e27 HTTP/1.1" status: 200 len: 817 time: 0.2303402 Sep 08 16:40:22.269393 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f', 'name': 'tempest-TestMinimumBasicScenario-1245939756-router', 'tenant_id': '200ffc97d1e8475aaf031c253680f614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '9fbea380-28d5-4149-87f9-65bc0f0dbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:11Z', 'updated_at': '2021-09-08T16:40:16Z', 'revision_number': 4, 'project_id': '200ffc97d1e8475aaf031c253680f614', 'gw_port': {'id': '9fbea380-28d5-4149-87f9-65bc0f0dbcc7', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:12Z', 'updated_at': '2021-09-08T16:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': 'b64f9566-6307-4ee3-a6f3-f8d969a3bb52', 'name': '', 'network_id': '79f340db-1a37-4eed-b6d2-d74e7f82aa5e', 'tenant_id': '200ffc97d1e8475aaf031c253680f614', 'mac_address': 'fa:16:3e:8c:42:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b2e01850-7ac2-463f-8448-d54ed1781f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:15Z', 'updated_at': '2021-09-08T16:40:21Z', 'revision_number': 4, 'project_id': '200ffc97d1e8475aaf031c253680f614', 'subnets': [{'id': 'b2e01850-7ac2-463f-8448-d54ed1781f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:22.307095 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 9fbea380-28d5-4149-87f9-65bc0f0dbcc7 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:22.307975 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:22.308204 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a85a25-d840-4b40-a904-81e9c78e03a8 None None] The sync data for ids ['bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f'] in dv-cinder-790535-14-iscsi is: [{'id': 'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f', 'name': 'tempest-TestMinimumBasicScenario-1245939756-router', 'tenant_id': '200ffc97d1e8475aaf031c253680f614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '9fbea380-28d5-4149-87f9-65bc0f0dbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:11Z', 'updated_at': '2021-09-08T16:40:16Z', 'revision_number': 4, 'project_id': '200ffc97d1e8475aaf031c253680f614', 'gw_port': {'id': '9fbea380-28d5-4149-87f9-65bc0f0dbcc7', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:12Z', 'updated_at': '2021-09-08T16:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': 'b64f9566-6307-4ee3-a6f3-f8d969a3bb52', 'name': '', 'network_id': '79f340db-1a37-4eed-b6d2-d74e7f82aa5e', 'tenant_id': '200ffc97d1e8475aaf031c253680f614', 'mac_address': 'fa:16:3e:8c:42:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b2e01850-7ac2-463f-8448-d54ed1781f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:15Z', 'updated_at': '2021-09-08T16:40:21Z', 'revision_number': 4, 'project_id': '200ffc97d1e8475aaf031c253680f614', 'subnets': [{'id': 'b2e01850-7ac2-463f-8448-d54ed1781f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:40:22.327705 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-fc746ae0-ff15-4479-a876-008f009960a8 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e1afedab9c44cb28f302d9f903cc9c1 HTTP/1.1" status: 200 len: 379 time: 0.1040452 Sep 08 16:40:22.357892 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-51ea6bbb-c1eb-4002-9f55-eb2484c0c99b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Request body: {'port': {'device_id': '378b05c2-04ac-4c9c-a5bc-a29fba7deac0', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'admin_state_up': True, 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'security_groups': ['37319a40-b3a0-4324-aecd-b5427fa231c3']}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:40:22.511010 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device b64f9566-6307-4ee3-a6f3-f8d969a3bb52 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:40:22.614549 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port b64f9566-6307-4ee3-a6f3-f8d969a3bb52 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:40:22.623100 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port b64f9566-6307-4ee3-a6f3-f8d969a3bb52 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:22.623356 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:22.691505 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-51ea6bbb-c1eb-4002-9f55-eb2484c0c99b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Made reservation on behalf of 4e1afedab9c44cb28f302d9f903cc9c1 for: {'port': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:40:22.695556 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-51ea6bbb-c1eb-4002-9f55-eb2484c0c99b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:22.756412 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc22ac-bfa5-4824-a74e-f3eb769e0ecf req-4c58c14b-3e8d-4fbf-8add-ebfa00d51be5 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:22.762800 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-93cc22ac-bfa5-4824-a74e-f3eb769e0ecf req-4c58c14b-3e8d-4fbf-8add-ebfa00d51be5 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.1533051 Sep 08 16:40:22.824903 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:22.866791 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-93cc22ac-bfa5-4824-a74e-f3eb769e0ecf req-695219ed-764e-46fc-be74-84cd83130376 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921762 Sep 08 16:40:22.950330 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port b64f9566-6307-4ee3-a6f3-f8d969a3bb52, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=b64f9566-6307-4ee3-a6f3-f8d969a3bb52,segment=NetworkSegment(aba39920-74c1-4240-b5ee-4cc1038a4f3c),segment_id=aba39920-74c1-4240-b5ee-4cc1038a4f3c)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:40:22.957800 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:22.999307 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e1851159-882a-4a95-b8d6-37f0e1bb8aa9 req-7dfadf8f-28ac-497a-81c9-2447aac29ebb tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 210 time: 0.0672755 Sep 08 16:40:23.029496 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-51ea6bbb-c1eb-4002-9f55-eb2484c0c99b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Allocated IP 172.20.0.8 (d5885bf2-f857-4e7a-90de-683d9b947e27/7c2d542b-edd8-4e91-896a-b3e1b00238ca/45199c79-9c72-4bd2-a28a-ac20bfc5f711) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:40:23.052765 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=b64f9566-6307-4ee3-a6f3-f8d969a3bb52,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:23.214515 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-51ea6bbb-c1eb-4002-9f55-eb2484c0c99b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:23.230457 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-51ea6bbb-c1eb-4002-9f55-eb2484c0c99b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Transition to ACTIVE for port object 45199c79-9c72-4bd2-a28a-ac20bfc5f711 will not be triggered until provisioned by entity DHCP. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:40:23.273472 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-51ea6bbb-c1eb-4002-9f55-eb2484c0c99b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:23.323457 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-51ea6bbb-c1eb-4002-9f55-eb2484c0c99b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Network d5885bf2-f857-4e7a-90de-683d9b947e27 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:40:23.326583 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-51ea6bbb-c1eb-4002-9f55-eb2484c0c99b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:40:23.333421 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-51ea6bbb-c1eb-4002-9f55-eb2484c0c99b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:40:23.362621 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea6bbb-c1eb-4002-9f55-eb2484c0c99b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Pushing event updated for resources: {'Port': ['ID=45199c79-9c72-4bd2-a28a-ac20bfc5f711,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:23.404331 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-51ea6bbb-c1eb-4002-9f55-eb2484c0c99b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:23.405069 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-51ea6bbb-c1eb-4002-9f55-eb2484c0c99b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:23.432042 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-51ea6bbb-c1eb-4002-9f55-eb2484c0c99b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0780973 Sep 08 16:40:23.454326 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] Request body: {'port': {'device_id': '378b05c2-04ac-4c9c-a5bc-a29fba7deac0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:40:23.529945 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:23.643816 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-1e86be1d-83a2-4c8b-8295-4f38bf836226 None None] Provisioning for port 45199c79-9c72-4bd2-a28a-ac20bfc5f711 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:40:23.651888 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-1e86be1d-83a2-4c8b-8295-4f38bf836226 None None] Provisioning complete for port 45199c79-9c72-4bd2-a28a-ac20bfc5f711 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:23.655520 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1e86be1d-83a2-4c8b-8295-4f38bf836226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:23.708252 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-1e86be1d-83a2-4c8b-8295-4f38bf836226 None None] Port 45199c79-9c72-4bd2-a28a-ac20bfc5f711 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:40:23.874966 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45199c79-9c72-4bd2-a28a-ac20bfc5f711 {{(pid=94083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:40:23.885577 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:23.902587 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] Transition to ACTIVE for port object 45199c79-9c72-4bd2-a28a-ac20bfc5f711 will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:40:23.908336 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:23.973358 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] Pushing event updated for resources: {'Port': ['ID=45199c79-9c72-4bd2-a28a-ac20bfc5f711,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:23.996052 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device b64f9566-6307-4ee3-a6f3-f8d969a3bb52 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:40:24.079317 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port b64f9566-6307-4ee3-a6f3-f8d969a3bb52 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:24.079588 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:24.133492 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] Attempting to bind port 45199c79-9c72-4bd2-a28a-ac20bfc5f711 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:40:24.136868 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] Attempting to bind port 45199c79-9c72-4bd2-a28a-ac20bfc5f711 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '36ca834f-8c39-4a3f-af4b-a1291b898cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:40:24.137303 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] Attempting to bind port 45199c79-9c72-4bd2-a28a-ac20bfc5f711 on network d5885bf2-f857-4e7a-90de-683d9b947e27 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:40:24.153736 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cac88-b248-4fea-8f99-4a770937dfe2 req-1f307160-6394-4e01-9020-f75b0fbd9c05 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:24.168354 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c62cac88-b248-4fea-8f99-4a770937dfe2 req-1f307160-6394-4e01-9020-f75b0fbd9c05 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.1802249 Sep 08 16:40:24.175693 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] Port 45199c79-9c72-4bd2-a28a-ac20bfc5f711 on network d5885bf2-f857-4e7a-90de-683d9b947e27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 16:40:24.176012 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] Attempting to bind port 45199c79-9c72-4bd2-a28a-ac20bfc5f711 on network d5885bf2-f857-4e7a-90de-683d9b947e27 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:40:24.188846 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] Checking agent: {'id': 'ccbd07f4-9fa7-4e9d-ab49-144bada9319f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'started_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:40:24.189183 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] Checking segment: {'id': '36ca834f-8c39-4a3f-af4b-a1291b898cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:40:24.189711 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] Bound using segment: {'id': '36ca834f-8c39-4a3f-af4b-a1291b898cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:40:24.190167 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] Bound port: 45199c79-9c72-4bd2-a28a-ac20bfc5f711, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ca834f-8c39-4a3f-af4b-a1291b898cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:40:24.190535 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:24.238271 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec7bf2-6dfc-4f71-b420-1db75d0796ba req-2f219b17-6f38-438c-97dc-80078b9bd002 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:24.246745 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-cdec7bf2-6dfc-4f71-b420-1db75d0796ba req-2f219b17-6f38-438c-97dc-80078b9bd002 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 943 time: 0.1290858 Sep 08 16:40:24.311133 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c62cac88-b248-4fea-8f99-4a770937dfe2 req-2e695c80-56b1-45bf-a756-f20169d87c1b tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416826 Sep 08 16:40:24.313318 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-cdec7bf2-6dfc-4f71-b420-1db75d0796ba req-87b15919-d810-4097-9567-2e942079388c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538156 Sep 08 16:40:24.365281 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] For port 45199c79-9c72-4bd2-a28a-ac20bfc5f711, host hv-cinder-79053, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:40:24.380936 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] For port 45199c79-9c72-4bd2-a28a-ac20bfc5f711, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45199c79-9c72-4bd2-a28a-ac20bfc5f711,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:40:24.388738 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:24.429226 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:24.430198 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:24.431688 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] 10.222.0.38 "PUT /v2.0/ports/45199c79-9c72-4bd2-a28a-ac20bfc5f711 HTTP/1.1" status: 200 len: 1093 time: 0.9839807 Sep 08 16:40:24.432239 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378b05c2-04ac-4c9c-a5bc-a29fba7deac0', 'tag': '45199c79-9c72-4bd2-a28a-ac20bfc5f711'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:40:24.434613 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d134ed5-b6df-4b48-9783-de15e9ec492a" -d '{"events": [{"name": "network-changed", "server_uuid": "378b05c2-04ac-4c9c-a5bc-a29fba7deac0", "tag": "45199c79-9c72-4bd2-a28a-ac20bfc5f711"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:40:24.466005 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f083df4-1c1e-46b2-bcd4-7394d3410211 service neutron] Pushing event updated for resources: {'Port': ['ID=45199c79-9c72-4bd2-a28a-ac20bfc5f711,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:24.483607 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d6b2c2-22c7-44dc-88ba-98751d8ffebc x-openstack-request-id: req-b4d6b2c2-22c7-44dc-88ba-98751d8ffebc {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:40:24.485259 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378b05c2-04ac-4c9c-a5bc-a29fba7deac0", "tag": "45199c79-9c72-4bd2-a28a-ac20bfc5f711", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:40:24.485671 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b4d6b2c2-22c7-44dc-88ba-98751d8ffebc {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:40:24.486217 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378b05c2-04ac-4c9c-a5bc-a29fba7deac0', 'tag': '45199c79-9c72-4bd2-a28a-ac20bfc5f711', 'status': 'completed', 'code': 200} Sep 08 16:40:24.567922 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5d1013e3-88ac-4124-9f1d-7e139c914921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:24.569460 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5d1013e3-88ac-4124-9f1d-7e139c914921 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e1afedab9c44cb28f302d9f903cc9c1&device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 1096 time: 0.0670085 Sep 08 16:40:24.635881 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-5d9525eb-ff87-4971-b7a0-946c8e2d1332 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45199c79-9c72-4bd2-a28a-ac20bfc5f711 HTTP/1.1" status: 200 len: 217 time: 0.0507395 Sep 08 16:40:24.696296 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-82196f34-e6f1-4513-a2c7-eb0e2b860cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:24.697577 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-82196f34-e6f1-4513-a2c7-eb0e2b860cc0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c2d542b-edd8-4e91-896a-b3e1b00238ca HTTP/1.1" status: 200 len: 856 time: 0.0544288 Sep 08 16:40:24.757479 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-237bbe12-d53d-4894-9f38-a5c876a44487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:24.759212 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-237bbe12-d53d-4894-9f38-a5c876a44487 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d5885bf2-f857-4e7a-90de-683d9b947e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503213 Sep 08 16:40:24.873512 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-1053d820-f3ab-47bd-9dfd-c28d959f286b service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060121 Sep 08 16:40:24.992920 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9e8b9573-b3ef-48ef-921e-b59fbb80c9c1 req-0dae8b81-a2a9-4029-90b8-a7387168973f service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107013 Sep 08 16:40:25.080959 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 37944) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:25.146467 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d134ed5-b6df-4b48-9783-de15e9ec492a req-777213a4-0da2-41b0-9bfa-5581a1347715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:25.148710 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0d134ed5-b6df-4b48-9783-de15e9ec492a req-777213a4-0da2-41b0-9bfa-5581a1347715 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e1afedab9c44cb28f302d9f903cc9c1&device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 1096 time: 0.0531733 Sep 08 16:40:25.252859 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d13c8bbc-f259-48d4-a710-59d3d41548cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:25.305331 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d134ed5-b6df-4b48-9783-de15e9ec492a req-a1d8ba7d-1c68-4543-b906-e0ea30c9fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:25.306910 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0d134ed5-b6df-4b48-9783-de15e9ec492a req-a1d8ba7d-1c68-4543-b906-e0ea30c9fe5f service neutron] 10.222.0.38 "GET /v2.0/networks?id=d5885bf2-f857-4e7a-90de-683d9b947e27 HTTP/1.1" status: 200 len: 918 time: 0.1503150 Sep 08 16:40:25.365416 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0d134ed5-b6df-4b48-9783-de15e9ec492a req-795018b3-c3d3-4e67-8a00-883c19d9b093 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45199c79-9c72-4bd2-a28a-ac20bfc5f711 HTTP/1.1" status: 200 len: 217 time: 0.0493279 Sep 08 16:40:25.482555 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7296ce4-b127-4cfa-9407-eced3139e8e3 req-cd4d3f34-9dd0-4721-8566-cbf22d993e81 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:25.485853 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d7296ce4-b127-4cfa-9407-eced3139e8e3 req-cd4d3f34-9dd0-4721-8566-cbf22d993e81 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0975409 Sep 08 16:40:25.490628 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d134ed5-b6df-4b48-9783-de15e9ec492a req-0d7d6f2e-d6a1-4563-b59f-0fc98292f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:25.492128 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0d134ed5-b6df-4b48-9783-de15e9ec492a req-0d7d6f2e-d6a1-4563-b59f-0fc98292f05b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c2d542b-edd8-4e91-896a-b3e1b00238ca HTTP/1.1" status: 200 len: 856 time: 0.1175427 Sep 08 16:40:25.555905 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d7296ce4-b127-4cfa-9407-eced3139e8e3 req-226c03d0-a959-49b5-852d-f2a1748c86c1 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626922 Sep 08 16:40:25.568196 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcd618-28da-4c6b-882c-426d2eb74165 req-a2afb8e2-516d-41ca-9cbd-918fd5fb2d16 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:25.569508 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-95fcd618-28da-4c6b-882c-426d2eb74165 req-a2afb8e2-516d-41ca-9cbd-918fd5fb2d16 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 943 time: 0.1105607 Sep 08 16:40:25.579273 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d13c8bbc-f259-48d4-a710-59d3d41548cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:25.603191 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d13c8bbc-f259-48d4-a710-59d3d41548cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:25.651926 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d134ed5-b6df-4b48-9783-de15e9ec492a req-a2fd8052-95a6-4472-a614-ad0343228f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:25.653522 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0d134ed5-b6df-4b48-9783-de15e9ec492a req-a2fd8052-95a6-4472-a614-ad0343228f8f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d5885bf2-f857-4e7a-90de-683d9b947e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1509869 Sep 08 16:40:25.680671 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-95fcd618-28da-4c6b-882c-426d2eb74165 req-77dbc9b7-8299-458b-91c5-8e25c4386903 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035616 Sep 08 16:40:25.686186 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 37960) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:25.686334 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-d13c8bbc-f259-48d4-a710-59d3d41548cb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=28fc2dcd6594461aad895ff2966fff3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6041503 Sep 08 16:40:25.703676 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c8bbc-f259-48d4-a710-59d3d41548cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2becd72b-fde2-4695-8d6d-9dee5e9e0354,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:25.762602 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-78ac5d4f-68c0-400a-a81b-b9beba3f5216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:25.790338 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-78ac5d4f-68c0-400a-a81b-b9beba3f5216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:25.809563 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0d134ed5-b6df-4b48-9783-de15e9ec492a req-4aa23a50-1655-4b04-87d5-c19431a183ce service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454229 Sep 08 16:40:25.883871 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-78ac5d4f-68c0-400a-a81b-b9beba3f5216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:25.889029 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-78ac5d4f-68c0-400a-a81b-b9beba3f5216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:25.892812 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-78ac5d4f-68c0-400a-a81b-b9beba3f5216 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2becd72b-fde2-4695-8d6d-9dee5e9e0354 HTTP/1.1" status: 204 len: 168 time: 0.2030559 Sep 08 16:40:25.903032 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac5d4f-68c0-400a-a81b-b9beba3f5216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2becd72b-fde2-4695-8d6d-9dee5e9e0354,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:25.925198 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0d134ed5-b6df-4b48-9783-de15e9ec492a req-a00a55fd-fc5b-418f-a0dd-6d33c28bce19 service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070850 Sep 08 16:40:26.134642 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 45199c79-9c72-4bd2-a28a-ac20bfc5f711 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:40:26.268285 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 45199c79-9c72-4bd2-a28a-ac20bfc5f711, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45199c79-9c72-4bd2-a28a-ac20bfc5f711,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:40:26.270319 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 37970) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:26.292623 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5e2f3e42-1626-4e4e-9a09-74bbbf0e2dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:26.294985 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': '45199c79-9c72-4bd2-a28a-ac20bfc5f711', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'port_id': '45199c79-9c72-4bd2-a28a-ac20bfc5f711', 'mac_address': 'fa:16:3e:b0:81:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:40:26.347829 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:26.366103 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45199c79-9c72-4bd2-a28a-ac20bfc5f711 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:40:26.392300 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 45199c79-9c72-4bd2-a28a-ac20bfc5f711, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45199c79-9c72-4bd2-a28a-ac20bfc5f711,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:40:26.398424 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:26.429503 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5e2f3e42-1626-4e4e-9a09-74bbbf0e2dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:26.435537 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5e2f3e42-1626-4e4e-9a09-74bbbf0e2dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:26.478224 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=45199c79-9c72-4bd2-a28a-ac20bfc5f711,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:26.487849 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f3e42-1626-4e4e-9a09-74bbbf0e2dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86f902c-f068-4dcc-82ea-7fa7ec8f5cef,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:26.495359 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-5e2f3e42-1626-4e4e-9a09-74bbbf0e2dd5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a0183fa1d3ac449da8abf329f51dd581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200813 Sep 08 16:40:26.495868 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 37972) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:26.555506 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ba0d6fc6-744d-4d11-8d38-786274162ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:26.578937 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ba0d6fc6-744d-4d11-8d38-786274162ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:26.652323 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ba0d6fc6-744d-4d11-8d38-786274162ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:26.655138 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ba0d6fc6-744d-4d11-8d38-786274162ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:26.658806 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-ba0d6fc6-744d-4d11-8d38-786274162ffe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c86f902c-f068-4dcc-82ea-7fa7ec8f5cef HTTP/1.1" status: 204 len: 168 time: 0.1595280 Sep 08 16:40:26.680787 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d6fc6-744d-4d11-8d38-786274162ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86f902c-f068-4dcc-82ea-7fa7ec8f5cef,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:26.703634 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5b66a-9ea7-43b9-9adc-689b7a4689b2 req-debc7635-998e-45bd-9a12-51840aabf1ed tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:26.710137 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['45199c79-9c72-4bd2-a28a-ac20bfc5f711'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:40:26.711138 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-fbb5b66a-9ea7-43b9-9adc-689b7a4689b2 req-debc7635-998e-45bd-9a12-51840aabf1ed tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0856936 Sep 08 16:40:26.802661 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-fbb5b66a-9ea7-43b9-9adc-689b7a4689b2 req-53f90c82-d1de-4d2a-aada-986e95e41fd7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901904 Sep 08 16:40:26.913713 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a60a3-7360-43de-829b-46b709a3300f req-ed7b0f0b-3059-446e-9359-027f0ee4392f tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:26.923122 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0b1a60a3-7360-43de-829b-46b709a3300f req-ed7b0f0b-3059-446e-9359-027f0ee4392f tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 944 time: 0.0832884 Sep 08 16:40:26.967566 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0b1a60a3-7360-43de-829b-46b709a3300f req-028748a9-092e-4935-acc9-23bcdc202e03 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432827 Sep 08 16:40:27.943982 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c3e44-23fb-4f97-9a05-0b06deabd4d7 req-b134ee7d-5fde-4b90-85b8-addfdbb835eb tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:27.946718 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-406c3e44-23fb-4f97-9a05-0b06deabd4d7 req-b134ee7d-5fde-4b90-85b8-addfdbb835eb tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0824764 Sep 08 16:40:28.000074 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-406c3e44-23fb-4f97-9a05-0b06deabd4d7 req-39bf6bef-4e6f-4f01-bdba-ea06c993f289 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472083 Sep 08 16:40:28.133277 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 45199c79-9c72-4bd2-a28a-ac20bfc5f711 up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:40:28.185907 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e79f1c-6ade-486a-96ff-76026950142f req-e253b629-bc48-46a7-8557-f6dcf07a471a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:28.188621 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-96e79f1c-6ade-486a-96ff-76026950142f req-e253b629-bc48-46a7-8557-f6dcf07a471a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 944 time: 0.0881417 Sep 08 16:40:28.238998 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning for port 45199c79-9c72-4bd2-a28a-ac20bfc5f711 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:40:28.246497 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port 45199c79-9c72-4bd2-a28a-ac20bfc5f711 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:28.247222 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:28.293024 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-96e79f1c-6ade-486a-96ff-76026950142f req-f899dc00-a3b8-4e66-a66e-08314322a597 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938652 Sep 08 16:40:28.385957 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c36846-b537-421c-aa4c-2a34b2ba9e21 req-7d5b3eff-7ec8-4b1c-888e-f79cb0d40cb0 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:28.387741 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:28.395476 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-58c36846-b537-421c-aa4c-2a34b2ba9e21 req-7d5b3eff-7ec8-4b1c-888e-f79cb0d40cb0 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0923824 Sep 08 16:40:28.466507 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378b05c2-04ac-4c9c-a5bc-a29fba7deac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45199c79-9c72-4bd2-a28a-ac20bfc5f711'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:40:28.466739 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-58c36846-b537-421c-aa4c-2a34b2ba9e21 req-e1027808-ebd4-429a-9656-e19cfa71d962 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647733 Sep 08 16:40:28.473981 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ca2107-69b0-47ee-8c25-57edefcefda5" -d '{"events": [{"server_uuid": "378b05c2-04ac-4c9c-a5bc-a29fba7deac0", "name": "network-vif-plugged", "status": "completed", "tag": "45199c79-9c72-4bd2-a28a-ac20bfc5f711"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:40:28.497926 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a9c73-c5ab-40c1-9d9e-7f867de5036a req-66494357-2a87-41d5-87d3-9d880bf433bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:28.499582 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ff2a9c73-c5ab-40c1-9d9e-7f867de5036a req-66494357-2a87-41d5-87d3-9d880bf433bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c557bacc0f34ebebe377a14efbe9c0d&device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 1098 time: 0.0812385 Sep 08 16:40:28.536216 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7fe78949-935b-46d3-999b-11699e954817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:28.539135 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 45199c79-9c72-4bd2-a28a-ac20bfc5f711, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45199c79-9c72-4bd2-a28a-ac20bfc5f711,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:40:28.549361 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:28.556946 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e812fe82-e299-4a0d-894a-b137fe6933ca x-openstack-request-id: req-e812fe82-e299-4a0d-894a-b137fe6933ca {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:40:28.557867 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378b05c2-04ac-4c9c-a5bc-a29fba7deac0", "name": "network-vif-plugged", "status": "completed", "tag": "45199c79-9c72-4bd2-a28a-ac20bfc5f711", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:40:28.558362 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e812fe82-e299-4a0d-894a-b137fe6933ca {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:40:28.558923 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378b05c2-04ac-4c9c-a5bc-a29fba7deac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45199c79-9c72-4bd2-a28a-ac20bfc5f711', 'code': 200} Sep 08 16:40:28.611315 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=45199c79-9c72-4bd2-a28a-ac20bfc5f711,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:28.678455 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a9c73-c5ab-40c1-9d9e-7f867de5036a req-4c415745-488d-44bd-a040-ab1296e751c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:28.680086 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ff2a9c73-c5ab-40c1-9d9e-7f867de5036a req-4c415745-488d-44bd-a040-ab1296e751c1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f9db32ff-f404-4a60-9a66-c9419aa017aa HTTP/1.1" status: 200 len: 912 time: 0.1734574 Sep 08 16:40:28.801572 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ff2a9c73-c5ab-40c1-9d9e-7f867de5036a req-b377935c-feeb-498b-9c78-a6cdfc157b6c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b6ec9fd-1364-48dd-9793-1a558b78f7d8 HTTP/1.1" status: 200 len: 1001 time: 0.1129310 Sep 08 16:40:28.845039 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5830c-7f40-4cee-814e-411cc6e93f5b req-f9257c07-fd1e-4e51-9039-d0f5d9b8b681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:28.846778 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0cd5830c-7f40-4cee-814e-411cc6e93f5b req-f9257c07-fd1e-4e51-9039-d0f5d9b8b681 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 1098 time: 0.0898967 Sep 08 16:40:28.878378 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a9c73-c5ab-40c1-9d9e-7f867de5036a req-a1cfc48c-6753-4150-9c4b-efce5b1117c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:28.880127 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ff2a9c73-c5ab-40c1-9d9e-7f867de5036a req-a1cfc48c-6753-4150-9c4b-efce5b1117c2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549 HTTP/1.1" status: 200 len: 850 time: 0.0707221 Sep 08 16:40:28.928238 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0cd5830c-7f40-4cee-814e-411cc6e93f5b req-5f893353-aad0-4e97-80d0-c26967990c83 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727463 Sep 08 16:40:28.942757 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a9c73-c5ab-40c1-9d9e-7f867de5036a req-f3c29231-1713-4a2b-a7d5-768dd54780c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:28.944384 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ff2a9c73-c5ab-40c1-9d9e-7f867de5036a req-f3c29231-1713-4a2b-a7d5-768dd54780c6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f9db32ff-f404-4a60-9a66-c9419aa017aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539434 Sep 08 16:40:29.353096 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ff2a9c73-c5ab-40c1-9d9e-7f867de5036a req-6b727a8b-c1ff-41f4-bded-2c75e0ef0703 service neutron] 10.222.0.38 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349761 Sep 08 16:40:29.441769 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9ebe8-f928-4dc2-8358-748b07b78d4f req-814b2e79-7991-40ec-9b93-dd173ac868ec tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:29.444367 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f4f9ebe8-f928-4dc2-8358-748b07b78d4f req-814b2e79-7991-40ec-9b93-dd173ac868ec tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0703199 Sep 08 16:40:29.466455 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ff2a9c73-c5ab-40c1-9d9e-7f867de5036a req-78538153-6d04-49ab-b99c-634b4418a179 service neutron] 10.222.0.38 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045475 Sep 08 16:40:29.512035 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f4f9ebe8-f928-4dc2-8358-748b07b78d4f req-a2b6dfb8-8ad1-4bad-ac87-a3d7cda37b44 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576968 Sep 08 16:40:29.647974 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e87b3e-3ec0-4dc0-8ac4-e1e10f1a8a05 req-6ef36429-4ac5-4a9d-8395-70e673a576b0 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:29.651263 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a9e87b3e-3ec0-4dc0-8ac4-e1e10f1a8a05 req-6ef36429-4ac5-4a9d-8395-70e673a576b0 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0711889 Sep 08 16:40:29.696014 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a9e87b3e-3ec0-4dc0-8ac4-e1e10f1a8a05 req-ac5e3758-09ac-4693-b977-5b7cb9813307 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364504 Sep 08 16:40:30.498469 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:40:30.507695 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-cd38fd87-4000-400c-90f6-126937945102 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:30.509589 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-cd38fd87-4000-400c-90f6-126937945102 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/networks?id=6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 HTTP/1.1" status: 200 len: 815 time: 0.1140919 Sep 08 16:40:30.526349 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-4fd901eb-f5e6-4b18-a884-09ee4b1dab93 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/quotas/1aa58ebe88844724bdd5e55cfdc8a247 HTTP/1.1" status: 200 len: 375 time: 0.0105968 Sep 08 16:40:30.583177 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-1ebdd1a2-ef11-49f7-a87f-eba6965a6e7a tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1aa58ebe88844724bdd5e55cfdc8a247&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506434 Sep 08 16:40:30.656998 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ba916-8118-4cd6-9758-18d4f88badb6 req-20979fb5-4182-4f50-9cde-488213d8fc19 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:30.659024 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-689ba916-8118-4cd6-9758-18d4f88badb6 req-20979fb5-4182-4f50-9cde-488213d8fc19 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0543740 Sep 08 16:40:30.686482 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-119fcf17-54f5-4d5c-8393-c952f38cbb66 service neutron] 10.222.0.69 "GET /v2.0/networks/6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907266 Sep 08 16:40:30.700921 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-689ba916-8118-4cd6-9758-18d4f88badb6 req-f2e6c5e6-3a09-4086-aeaf-90863d8c1fae tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356050 Sep 08 16:40:30.794865 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-c703ec36-fb4c-4007-9933-bc1e1cf58d6b service neutron] 10.222.0.69 "GET /v2.0/networks/6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017723 Sep 08 16:40:30.852716 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19b0c0-fac0-4ecf-8c5a-3ea69ed99c35 req-00ff6ec3-24ce-4b91-af7a-d8c7c7e13215 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:30.854403 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-cc19b0c0-fac0-4ecf-8c5a-3ea69ed99c35 req-00ff6ec3-24ce-4b91-af7a-d8c7c7e13215 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0736954 Sep 08 16:40:30.901146 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-cc19b0c0-fac0-4ecf-8c5a-3ea69ed99c35 req-3a28c2b2-f453-49a5-8f3a-ad248bd79238 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390584 Sep 08 16:40:30.978259 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b173e142-6631-4489-a432-31c8c1c3fefd req-21009b83-194e-4737-9dfb-a339ee181b64 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 210 time: 0.0265484 Sep 08 16:40:31.002126 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c222-e937-4678-ba35-1a02daadf48c req-9ab513c8-cfaa-4fdc-8ea8-42fed013bc2c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:31.003639 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-49a4c222-e937-4678-ba35-1a02daadf48c req-9ab513c8-cfaa-4fdc-8ea8-42fed013bc2c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0481570 Sep 08 16:40:31.012817 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 38150) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:31.017584 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-d5e5b5f6-e14a-4f12-b616-4a2191f457bf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Request body: {'floatingip': {'port_id': '45199c79-9c72-4bd2-a28a-ac20bfc5f711'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:40:31.060855 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d5e5b5f6-e14a-4f12-b616-4a2191f457bf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for floatingip, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:31.133753 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3d55-0e94-46ab-89ae-ff3b51791fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:31.225191 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:31.534208 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d5e5b5f6-e14a-4f12-b616-4a2191f457bf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:31.539436 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d5e5b5f6-e14a-4f12-b616-4a2191f457bf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587310'] for floatingip, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:31.647146 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.l3_db [None req-d5e5b5f6-e14a-4f12-b616-4a2191f457bf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Floating IP a1ec97ce-e898-419a-97a5-c8ca95358c12 associated. External IP: 172.27.3.26, port: 45199c79-9c72-4bd2-a28a-ac20bfc5f711. Sep 08 16:40:32.082619 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-3213add2-34a0-49c6-b709-5fb2d425f08c req-d8dba21b-69e7-48f8-aefd-df6fcb00b0e7 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 210 time: 0.0296943 Sep 08 16:40:32.184302 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e5b5f6-e14a-4f12-b616-4a2191f457bf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Router 1c2981d7-ce23-42c4-a649-13d935c11465 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:40:32.213515 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-7954bad0-c771-48fe-99a4-12f45f94243e tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:32.214950 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-7954bad0-c771-48fe-99a4-12f45f94243e tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.38 "GET /v2.0/networks?id=6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 HTTP/1.1" status: 200 len: 815 time: 0.1516840 Sep 08 16:40:32.255037 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-27f4ce5e-6f32-4345-a01c-234fda04cb10 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Request body: {'port': {'device_id': 'b2e8b7ef-b671-439b-b8a4-88afe350ab8b', 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2', 'admin_state_up': True, 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:40:32.396490 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e5b5f6-e14a-4f12-b616-4a2191f457bf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:40:32.402099 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d5e5b5f6-e14a-4f12-b616-4a2191f457bf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:32.408849 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d203fd-4ac6-4cdf-9ed8-5c073f29492e None None] Sync routers for ids ['1c2981d7-ce23-42c4-a649-13d935c11465'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:40:32.420103 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d203fd-4ac6-4cdf-9ed8-5c073f29492e None None] Routers {'1c2981d7-ce23-42c4-a649-13d935c11465'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:40:32.420750 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-83d203fd-4ac6-4cdf-9ed8-5c073f29492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:40:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['1c2981d7-ce23-42c4-a649-13d935c11465'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:32.439778 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-d5e5b5f6-e14a-4f12-b616-4a2191f457bf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "PUT /v2.0/floatingips/a1ec97ce-e898-419a-97a5-c8ca95358c12 HTTP/1.1" status: 200 len: 990 time: 1.4230149 Sep 08 16:40:32.439778 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378b05c2-04ac-4c9c-a5bc-a29fba7deac0', 'tag': '45199c79-9c72-4bd2-a28a-ac20bfc5f711'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:40:32.442030 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0395b20a-ea81-46a1-8078-fcb65bce3409" -d '{"events": [{"name": "network-changed", "server_uuid": "378b05c2-04ac-4c9c-a5bc-a29fba7deac0", "tag": "45199c79-9c72-4bd2-a28a-ac20bfc5f711"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:40:32.456311 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-27f4ce5e-6f32-4345-a01c-234fda04cb10 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Made reservation on behalf of 1aa58ebe88844724bdd5e55cfdc8a247 for: {'port': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:40:32.460171 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-27f4ce5e-6f32-4345-a01c-234fda04cb10 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:32.533095 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:32.548191 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2454d177-3c93-4b0e-8c8b-53014b02cf1a x-openstack-request-id: req-2454d177-3c93-4b0e-8c8b-53014b02cf1a {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:40:32.548191 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378b05c2-04ac-4c9c-a5bc-a29fba7deac0", "tag": "45199c79-9c72-4bd2-a28a-ac20bfc5f711", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:40:32.548191 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2454d177-3c93-4b0e-8c8b-53014b02cf1a {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:40:32.548191 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378b05c2-04ac-4c9c-a5bc-a29fba7deac0', 'tag': '45199c79-9c72-4bd2-a28a-ac20bfc5f711', 'status': 'completed', 'code': 200} Sep 08 16:40:32.602761 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-83d203fd-4ac6-4cdf-9ed8-5c073f29492e None None] Set router 1c2981d7-ce23-42c4-a649-13d935c11465 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:40:32.680010 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395b20a-ea81-46a1-8078-fcb65bce3409 req-34ffce41-f953-42e4-b328-32b2dbb764e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:32.681713 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0395b20a-ea81-46a1-8078-fcb65bce3409 req-34ffce41-f953-42e4-b328-32b2dbb764e0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e1afedab9c44cb28f302d9f903cc9c1&device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 1098 time: 0.0918038 Sep 08 16:40:32.682964 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-27f4ce5e-6f32-4345-a01c-234fda04cb10 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Allocated IP 172.20.0.8 (6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2/f419939f-8a3d-421c-96d9-bf6eac22daf2/700a85fe-b968-4c4b-b802-38cbc6143edc) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:40:32.720517 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38192) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:32.773130 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e7e4d0-429f-49a6-a6ed-da77bb6e02fc admin admin] Deleting subnet d173502d-4b44-47f0-89b7-92baffc58eb2 {{(pid=94082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 16:40:32.780262 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-64e7e4d0-429f-49a6-a6ed-da77bb6e02fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:32.828039 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-64e7e4d0-429f-49a6-a6ed-da77bb6e02fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29646795'] for subnet, precommit_delete_associations {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:32.901208 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-64e7e4d0-429f-49a6-a6ed-da77bb6e02fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772541'] for subnet, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:32.938790 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395b20a-ea81-46a1-8078-fcb65bce3409 req-9a349555-77ae-4016-9251-a8d7711e6b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:32.940468 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0395b20a-ea81-46a1-8078-fcb65bce3409 req-9a349555-77ae-4016-9251-a8d7711e6b9e service neutron] 10.222.0.38 "GET /v2.0/networks?id=d5885bf2-f857-4e7a-90de-683d9b947e27 HTTP/1.1" status: 200 len: 918 time: 0.2498808 Sep 08 16:40:33.026931 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-64e7e4d0-429f-49a6-a6ed-da77bb6e02fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29525642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30203681'] for subnet, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:33.086014 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7e4d0-429f-49a6-a6ed-da77bb6e02fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d173502d-4b44-47f0-89b7-92baffc58eb2,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:33.091311 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-64e7e4d0-429f-49a6-a6ed-da77bb6e02fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:33.095316 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-64e7e4d0-429f-49a6-a6ed-da77bb6e02fc admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d173502d-4b44-47f0-89b7-92baffc58eb2 HTTP/1.1" status: 204 len: 168 time: 0.3735330 Sep 08 16:40:33.097907 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38198) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:33.181015 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8597b58a-05c1-4ea6-b6e6-57c0e7446ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601569'] for network, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:33.200792 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-27f4ce5e-6f32-4345-a01c-234fda04cb10 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:33.228400 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-27f4ce5e-6f32-4345-a01c-234fda04cb10 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Transition to ACTIVE for port object 700a85fe-b968-4c4b-b802-38cbc6143edc will not be triggered until provisioned by entity DHCP. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:40:33.279816 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-27f4ce5e-6f32-4345-a01c-234fda04cb10 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:33.317981 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-16855c91-7fc7-4b72-85dc-d70b6dcab3c1 req-d7b66539-986b-4c2d-b8ee-6965eba600a0 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 210 time: 0.0781615 Sep 08 16:40:33.324280 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-83d203fd-4ac6-4cdf-9ed8-5c073f29492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:31Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'gw_port': {'id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:32Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': 'a1ec97ce-e898-419a-97a5-c8ca95358c12', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'port_id': '45199c79-9c72-4bd2-a28a-ac20bfc5f711', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'mac_address': 'fa:16:3e:b0:81:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378b05c2-04ac-4c9c-a5bc-a29fba7deac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:40:17Z', 'updated_at': '2021-09-08T16:40:31Z', 'revision_number': 1, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973', 'name': '', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'mac_address': 'fa:16:3e:b0:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:48Z', 'revision_number': 5, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'subnets': [{'id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:33.363190 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8597b58a-05c1-4ea6-b6e6-57c0e7446ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770888', 'neutron.services.segments.db._delete_segments_for_network-8790707967645'] for network, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:33.364874 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0395b20a-ea81-46a1-8078-fcb65bce3409 req-57317574-2a9b-4a6a-b871-ad903fa8813f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45199c79-9c72-4bd2-a28a-ac20bfc5f711 HTTP/1.1" status: 200 len: 998 time: 0.3676445 Sep 08 16:40:33.370308 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d203fd-4ac6-4cdf-9ed8-5c073f29492e None None] Checking router: 1c2981d7-ce23-42c4-a649-13d935c11465 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:40:33.378535 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-27f4ce5e-6f32-4345-a01c-234fda04cb10 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Network 6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:40:33.384670 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-27f4ce5e-6f32-4345-a01c-234fda04cb10 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:40:33.394583 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-8597b58a-05c1-4ea6-b6e6-57c0e7446ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71031218-65b5-4f98-b64e-8c9535649356']}} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:33.396713 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d203fd-4ac6-4cdf-9ed8-5c073f29492e None None] Routers {'1c2981d7-ce23-42c4-a649-13d935c11465'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:40:33.401176 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-83d203fd-4ac6-4cdf-9ed8-5c073f29492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:40:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['1c2981d7-ce23-42c4-a649-13d935c11465'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:33.404014 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-27f4ce5e-6f32-4345-a01c-234fda04cb10 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:40:33.409048 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4ce5e-6f32-4345-a01c-234fda04cb10 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Pushing event updated for resources: {'Port': ['ID=700a85fe-b968-4c4b-b802-38cbc6143edc,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:33.409999 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-8597b58a-05c1-4ea6-b6e6-57c0e7446ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88003273-ddf5-497b-9580-2f18a9df4604') {'for_net_delete': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:33.410389 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-8597b58a-05c1-4ea6-b6e6-57c0e7446ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88003273-ddf5-497b-9580-2f18a9df4604') {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:33.422307 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8597b58a-05c1-4ea6-b6e6-57c0e7446ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790707967910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29646770'] for segment, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:33.436154 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8597b58a-05c1-4ea6-b6e6-57c0e7446ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:33.444458 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8597b58a-05c1-4ea6-b6e6-57c0e7446ad8 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:40:33.445050 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8597b58a-05c1-4ea6-b6e6-57c0e7446ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29530984'] for segment, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: Traceback (most recent call last): Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: timer() Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: cb(*args, **kw) Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: return func(*args, **kwargs) Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: self._notify() Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: self.callback(batched_events) Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: event.method(event) Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: return f(self, *a, **k) Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: return self._get(url).json() Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: return self.request(url, 'GET', **kwargs) Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:40:33.447986 dv-cinder-790535-14-iscsi neutron-server[94082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:40:33.508623 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395b20a-ea81-46a1-8078-fcb65bce3409 req-9ca9939b-7fe2-4edc-b065-dcd01d745800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:33.510409 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0395b20a-ea81-46a1-8078-fcb65bce3409 req-9ca9939b-7fe2-4edc-b065-dcd01d745800 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c2d542b-edd8-4e91-896a-b3e1b00238ca HTTP/1.1" status: 200 len: 856 time: 0.0621588 Sep 08 16:40:33.536994 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-27f4ce5e-6f32-4345-a01c-234fda04cb10 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:33.537646 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-27f4ce5e-6f32-4345-a01c-234fda04cb10 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:33.548678 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8597b58a-05c1-4ea6-b6e6-57c0e7446ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587292'] for network, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:33.562375 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8597b58a-05c1-4ea6-b6e6-57c0e7446ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:33.567341 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-27f4ce5e-6f32-4345-a01c-234fda04cb10 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3165123 Sep 08 16:40:33.570815 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-8597b58a-05c1-4ea6-b6e6-57c0e7446ad8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/71031218-65b5-4f98-b64e-8c9535649356 HTTP/1.1" status: 204 len: 168 time: 0.4689968 Sep 08 16:40:33.603290 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597b58a-05c1-4ea6-b6e6-57c0e7446ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=71031218-65b5-4f98-b64e-8c9535649356,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:33.683229 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-83d203fd-4ac6-4cdf-9ed8-5c073f29492e None None] Set router 1c2981d7-ce23-42c4-a649-13d935c11465 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:40:33.712218 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395b20a-ea81-46a1-8078-fcb65bce3409 req-4525f013-a691-4ec1-b1fd-a45af3a2342b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:33.718661 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0395b20a-ea81-46a1-8078-fcb65bce3409 req-4525f013-a691-4ec1-b1fd-a45af3a2342b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d5885bf2-f857-4e7a-90de-683d9b947e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1195529 Sep 08 16:40:33.802220 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-2121aad9-bbfa-43fa-ba55-28867c3c2982 None None] Provisioning for port 700a85fe-b968-4c4b-b802-38cbc6143edc completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:40:33.847979 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-2121aad9-bbfa-43fa-ba55-28867c3c2982 None None] Provisioning complete for port 700a85fe-b968-4c4b-b802-38cbc6143edc triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:33.848433 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2121aad9-bbfa-43fa-ba55-28867c3c2982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:33.951584 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 38206) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:33.990097 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-2121aad9-bbfa-43fa-ba55-28867c3c2982 None None] Port 700a85fe-b968-4c4b-b802-38cbc6143edc cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:40:34.009742 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-1582827c-566c-4a09-81fb-4944faa79244 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=11c3f48103544e81ac9a8013730bf5c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579708 Sep 08 16:40:34.009941 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 38208) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:34.099243 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-316a06c8-9a81-46d2-ac71-8c931d0edd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:34.157316 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-316a06c8-9a81-46d2-ac71-8c931d0edd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:34.165153 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:34.172131 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-83d203fd-4ac6-4cdf-9ed8-5c073f29492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:31Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'gw_port': {'id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:32Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': 'a1ec97ce-e898-419a-97a5-c8ca95358c12', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'port_id': '45199c79-9c72-4bd2-a28a-ac20bfc5f711', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'mac_address': 'fa:16:3e:b0:81:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378b05c2-04ac-4c9c-a5bc-a29fba7deac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:40:17Z', 'updated_at': '2021-09-08T16:40:31Z', 'revision_number': 1, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973', 'name': '', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'mac_address': 'fa:16:3e:b0:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:48Z', 'revision_number': 5, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'subnets': [{'id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:40:34.201097 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d203fd-4ac6-4cdf-9ed8-5c073f29492e None None] The sync data for ids ['1c2981d7-ce23-42c4-a649-13d935c11465'] in dv-cinder-790535-14-iscsi is: [{'id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:31Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'gw_port': {'id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:32Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': 'a1ec97ce-e898-419a-97a5-c8ca95358c12', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'port_id': '45199c79-9c72-4bd2-a28a-ac20bfc5f711', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'mac_address': 'fa:16:3e:b0:81:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378b05c2-04ac-4c9c-a5bc-a29fba7deac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:40:17Z', 'updated_at': '2021-09-08T16:40:31Z', 'revision_number': 1, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973', 'name': '', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'mac_address': 'fa:16:3e:b0:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:48Z', 'revision_number': 5, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'subnets': [{'id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:40:34.224433 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-316a06c8-9a81-46d2-ac71-8c931d0edd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:34.240670 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-316a06c8-9a81-46d2-ac71-8c931d0edd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:34.244595 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-316a06c8-9a81-46d2-ac71-8c931d0edd94 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e4ebf1fd-5be7-4ed2-9d90-d26efebe672e HTTP/1.1" status: 204 len: 168 time: 0.2309191 Sep 08 16:40:34.259112 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a06c8-9a81-46d2-ac71-8c931d0edd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ebf1fd-5be7-4ed2-9d90-d26efebe672e,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:34.523117 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0f4bd9-3813-4bd7-a27a-130c0584fa68 None None] New status for floating IP a1ec97ce-e898-419a-97a5-c8ca95358c12: ACTIVE {{(pid=94085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:40:34.913018 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bde82-004a-4b31-b3bf-9b05e6590c54 req-568d873f-de60-418f-ad40-ab861e7922e4 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:34.915381 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d41bde82-004a-4b31-b3bf-9b05e6590c54 req-568d873f-de60-418f-ad40-ab861e7922e4 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 931 time: 0.4998007 Sep 08 16:40:34.970428 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d41bde82-004a-4b31-b3bf-9b05e6590c54 req-5e4f5939-3e60-4fff-9d69-4b17c249fa2e tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459602 Sep 08 16:40:36.125036 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e0d6e-c994-442f-8eff-12eb1bc33f31 req-1c75a0ce-2341-4c5e-bb97-46e24f9ff7e3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:36.126538 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d17e0d6e-c994-442f-8eff-12eb1bc33f31 req-1c75a0ce-2341-4c5e-bb97-46e24f9ff7e3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 931 time: 0.0551264 Sep 08 16:40:36.180812 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d17e0d6e-c994-442f-8eff-12eb1bc33f31 req-81bb6ba8-a877-47bd-b9cd-7181e246835d tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469301 Sep 08 16:40:37.333212 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d9036-3848-4bd2-b109-f2ea62056036 req-26ee07e4-9c7c-4c94-a304-745be340a108 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:37.347086 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-091d9036-3848-4bd2-b109-f2ea62056036 req-26ee07e4-9c7c-4c94-a304-745be340a108 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 931 time: 0.0869482 Sep 08 16:40:37.382842 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-091d9036-3848-4bd2-b109-f2ea62056036 req-b8600d10-ab16-4961-b610-f87eccbbd967 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342779 Sep 08 16:40:38.505773 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52966c17-8324-4c3f-b4d0-d3fb0943a39c req-75959575-d10a-4931-a28b-991eba778488 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:38.508162 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-52966c17-8324-4c3f-b4d0-d3fb0943a39c req-75959575-d10a-4931-a28b-991eba778488 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 931 time: 0.0504913 Sep 08 16:40:38.552724 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-52966c17-8324-4c3f-b4d0-d3fb0943a39c req-7e9b7c84-5c24-48e7-9aca-b4e755d2e1bb tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379174 Sep 08 16:40:39.692609 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6d76b-d556-4988-9cba-b5ae290307d5 req-581bd505-5754-47b9-964b-2cfa3dc42690 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:39.694205 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-4ab6d76b-d556-4988-9cba-b5ae290307d5 req-581bd505-5754-47b9-964b-2cfa3dc42690 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 931 time: 0.0564816 Sep 08 16:40:39.741308 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-4ab6d76b-d556-4988-9cba-b5ae290307d5 req-fdde2720-baa7-494f-bfbc-01c505bd8952 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398278 Sep 08 16:40:40.872564 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef8ff5-ac68-4210-a71e-87dc24b17006 req-dd0e9071-0222-4f4e-b575-008b40ef7b87 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:40.874059 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-2aef8ff5-ac68-4210-a71e-87dc24b17006 req-dd0e9071-0222-4f4e-b575-008b40ef7b87 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 931 time: 0.0512142 Sep 08 16:40:40.919363 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-2aef8ff5-ac68-4210-a71e-87dc24b17006 req-551031b0-1a27-4f37-ae8b-40d6920b186a tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364275 Sep 08 16:40:42.051114 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62ccc0-dbab-43c7-9675-26f5489e136b req-238b0e20-8e83-4aae-ab26-ef6fb69acb7f tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:42.052839 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-be62ccc0-dbab-43c7-9675-26f5489e136b req-238b0e20-8e83-4aae-ab26-ef6fb69acb7f tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 931 time: 0.0540113 Sep 08 16:40:42.091534 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-be62ccc0-dbab-43c7-9675-26f5489e136b req-29746dff-5f79-4b0c-b7b0-3009b357a8fa tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326807 Sep 08 16:40:43.217252 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17459a45-5005-4fab-a6e1-24a0f552e444 req-2addd4ba-4a11-4a5b-b368-654c73d1ee01 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:43.218792 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-17459a45-5005-4fab-a6e1-24a0f552e444 req-2addd4ba-4a11-4a5b-b368-654c73d1ee01 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 931 time: 0.0552804 Sep 08 16:40:43.258802 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-17459a45-5005-4fab-a6e1-24a0f552e444 req-b2dd0330-f2d5-4906-a9f3-0e7c94313a39 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331111 Sep 08 16:40:44.391973 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08604e96-c41d-4a5e-8e9f-8b075e2b4e9e req-13935327-a11f-4c06-a6e9-4b52479b55a8 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:44.393626 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-08604e96-c41d-4a5e-8e9f-8b075e2b4e9e req-13935327-a11f-4c06-a6e9-4b52479b55a8 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 931 time: 0.0567474 Sep 08 16:40:44.438777 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-08604e96-c41d-4a5e-8e9f-8b075e2b4e9e req-eb1f1db0-749c-4ba7-b7aa-5e180bd0efde tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390608 Sep 08 16:40:44.713161 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] Request body: {'port': {'device_id': 'b2e8b7ef-b671-439b-b8a4-88afe350ab8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:40:44.796289 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:44.906613 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0395b20a-ea81-46a1-8078-fcb65bce3409 req-18c1c2ec-797a-47c7-9036-35086a67a774 service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349759 Sep 08 16:40:45.105563 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0395b20a-ea81-46a1-8078-fcb65bce3409 req-e14564bb-f2e9-4f7d-a02c-571e14c05880 service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575487 Sep 08 16:40:45.189147 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700a85fe-b968-4c4b-b802-38cbc6143edc {{(pid=94083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:40:45.196877 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:45.209251 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] Transition to ACTIVE for port object 700a85fe-b968-4c4b-b802-38cbc6143edc will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:40:45.213753 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:45.262928 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] Pushing event updated for resources: {'Port': ['ID=700a85fe-b968-4c4b-b802-38cbc6143edc,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:45.343460 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] Attempting to bind port 700a85fe-b968-4c4b-b802-38cbc6143edc on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:40:45.344028 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] Attempting to bind port 700a85fe-b968-4c4b-b802-38cbc6143edc by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '94b51c34-71ce-4c95-bb6f-a7e1d3a4927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:40:45.344548 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] Attempting to bind port 700a85fe-b968-4c4b-b802-38cbc6143edc on network 6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:40:45.353198 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] Port 700a85fe-b968-4c4b-b802-38cbc6143edc on network 6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 16:40:45.353731 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] Attempting to bind port 700a85fe-b968-4c4b-b802-38cbc6143edc on network 6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:40:45.362716 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] Checking agent: {'id': 'ccbd07f4-9fa7-4e9d-ab49-144bada9319f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'started_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:40:45.363276 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] Checking segment: {'id': '94b51c34-71ce-4c95-bb6f-a7e1d3a4927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:40:45.364007 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] Bound using segment: {'id': '94b51c34-71ce-4c95-bb6f-a7e1d3a4927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:40:45.364802 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] Bound port: 700a85fe-b968-4c4b-b802-38cbc6143edc, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b51c34-71ce-4c95-bb6f-a7e1d3a4927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:40:45.365388 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:45.462774 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] For port 700a85fe-b968-4c4b-b802-38cbc6143edc, host hv-cinder-79053, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:40:45.466632 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] For port 700a85fe-b968-4c4b-b802-38cbc6143edc, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=700a85fe-b968-4c4b-b802-38cbc6143edc,segment=NetworkSegment(94b51c34-71ce-4c95-bb6f-a7e1d3a4927a),segment_id=94b51c34-71ce-4c95-bb6f-a7e1d3a4927a)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:40:45.471876 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:45.509211 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:45.509807 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:45.511479 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] 10.222.0.38 "PUT /v2.0/ports/700a85fe-b968-4c4b-b802-38cbc6143edc HTTP/1.1" status: 200 len: 1093 time: 0.8053184 Sep 08 16:40:45.511921 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e8b7ef-b671-439b-b8a4-88afe350ab8b', 'tag': '700a85fe-b968-4c4b-b802-38cbc6143edc'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:40:45.514349 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8736977-063e-44dd-a35b-18e8c1a1ef41" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e8b7ef-b671-439b-b8a4-88afe350ab8b", "tag": "700a85fe-b968-4c4b-b802-38cbc6143edc"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:40:45.557664 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9c56b-03f0-4f4e-acad-8d225341dd8a service neutron] Pushing event updated for resources: {'Port': ['ID=700a85fe-b968-4c4b-b802-38cbc6143edc,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:45.586913 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451925c-cbae-4c23-8300-9462c88b4ecd req-5078c1a9-8446-4614-9658-b54fbea5ea58 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:45.591662 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-6451925c-cbae-4c23-8300-9462c88b4ecd req-5078c1a9-8446-4614-9658-b54fbea5ea58 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 943 time: 0.0725889 Sep 08 16:40:45.600636 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f828126-869f-4ede-b58a-b8a84e2e9481 x-openstack-request-id: req-6f828126-869f-4ede-b58a-b8a84e2e9481 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:40:45.600950 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e8b7ef-b671-439b-b8a4-88afe350ab8b", "tag": "700a85fe-b968-4c4b-b802-38cbc6143edc", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:40:45.601202 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6f828126-869f-4ede-b58a-b8a84e2e9481 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:40:45.601585 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e8b7ef-b671-439b-b8a4-88afe350ab8b', 'tag': '700a85fe-b968-4c4b-b802-38cbc6143edc', 'status': 'completed', 'code': 200} Sep 08 16:40:45.635093 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-6451925c-cbae-4c23-8300-9462c88b4ecd req-35136f8a-1c00-4c10-873d-a4136290b9f3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364463 Sep 08 16:40:45.646673 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-690bdbdc-0065-4eaa-8d5a-50615831b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:45.648323 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-690bdbdc-0065-4eaa-8d5a-50615831b590 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1aa58ebe88844724bdd5e55cfdc8a247&device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 1096 time: 0.0495849 Sep 08 16:40:45.720565 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-7f1ee976-9a54-40df-8ef3-99e0ca7a6dc4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=700a85fe-b968-4c4b-b802-38cbc6143edc HTTP/1.1" status: 200 len: 217 time: 0.0387709 Sep 08 16:40:45.780291 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-ded7310d-ae61-48e1-b7d3-56096635fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:45.782467 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-ded7310d-ae61-48e1-b7d3-56096635fa09 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f419939f-8a3d-421c-96d9-bf6eac22daf2 HTTP/1.1" status: 200 len: 854 time: 0.0508089 Sep 08 16:40:45.836859 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-defd081d-29d5-400a-b120-e986e3ac05b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:45.838437 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-defd081d-29d5-400a-b120-e986e3ac05b7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0479286 Sep 08 16:40:45.947911 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-bc16e171-ac4b-4423-aa95-45b2b6f82423 service neutron] 10.222.0.38 "GET /v2.0/networks/6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972905 Sep 08 16:40:46.046784 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1be200f1-f3fe-4704-a4a0-56b908839819 req-b733e9de-e0f1-4abc-a645-55e890b3fba2 service neutron] 10.222.0.38 "GET /v2.0/networks/6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862176 Sep 08 16:40:46.108314 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:46.771134 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd161e1c-fdfc-43fa-898d-9f704ca995f2 req-13a51030-e701-4565-9d2c-af610afc6075 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:46.772656 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-fd161e1c-fdfc-43fa-898d-9f704ca995f2 req-13a51030-e701-4565-9d2c-af610afc6075 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 943 time: 0.0652099 Sep 08 16:40:46.816015 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-fd161e1c-fdfc-43fa-898d-9f704ca995f2 req-875f9904-cae4-4492-84cc-809d2c4f7c5d tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338836 Sep 08 16:40:47.958172 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d50ec-d9f9-422e-a7cc-8f4db993b69c req-297697ba-d0e4-4200-92ab-8a6b0a4deade tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:47.959721 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-225d50ec-d9f9-422e-a7cc-8f4db993b69c req-297697ba-d0e4-4200-92ab-8a6b0a4deade tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 943 time: 0.0511966 Sep 08 16:40:48.008069 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-225d50ec-d9f9-422e-a7cc-8f4db993b69c req-e12a96b0-78c1-444b-8c3f-2edea3fcbad4 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406816 Sep 08 16:40:49.131622 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae4451-62cf-467b-a271-5976ffcbfe5e req-748c3602-e111-4e25-9d9d-7b75de0fae7d tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:49.133105 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-42ae4451-62cf-467b-a271-5976ffcbfe5e req-748c3602-e111-4e25-9d9d-7b75de0fae7d tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 943 time: 0.0518596 Sep 08 16:40:49.182203 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-42ae4451-62cf-467b-a271-5976ffcbfe5e req-716e82dc-99b1-459c-ad4b-05a845500555 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408096 Sep 08 16:40:49.572583 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8736977-063e-44dd-a35b-18e8c1a1ef41 req-d3d66560-04fb-46aa-b20a-681064599a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:49.574073 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f8736977-063e-44dd-a35b-18e8c1a1ef41 req-d3d66560-04fb-46aa-b20a-681064599a1c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1aa58ebe88844724bdd5e55cfdc8a247&device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 1096 time: 0.0465090 Sep 08 16:40:49.673328 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8736977-063e-44dd-a35b-18e8c1a1ef41 req-3b61eced-fe55-4f20-9d41-ad9476bfbc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:49.675087 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f8736977-063e-44dd-a35b-18e8c1a1ef41 req-3b61eced-fe55-4f20-9d41-ad9476bfbc6f service neutron] 10.222.0.38 "GET /v2.0/networks?id=6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 HTTP/1.1" status: 200 len: 916 time: 0.0919373 Sep 08 16:40:49.725242 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f8736977-063e-44dd-a35b-18e8c1a1ef41 req-c06c12db-ac7d-4204-b34b-4023f1374793 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=700a85fe-b968-4c4b-b802-38cbc6143edc HTTP/1.1" status: 200 len: 217 time: 0.0355074 Sep 08 16:40:49.786490 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8736977-063e-44dd-a35b-18e8c1a1ef41 req-e56bdf14-3731-4d2d-bcdf-d68f3baebef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:49.786490 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f8736977-063e-44dd-a35b-18e8c1a1ef41 req-e56bdf14-3731-4d2d-bcdf-d68f3baebef6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f419939f-8a3d-421c-96d9-bf6eac22daf2 HTTP/1.1" status: 200 len: 854 time: 0.0496836 Sep 08 16:40:49.836978 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8736977-063e-44dd-a35b-18e8c1a1ef41 req-8a7a4012-a677-4c78-a903-e3ca455f23ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:49.838487 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f8736977-063e-44dd-a35b-18e8c1a1ef41 req-8a7a4012-a677-4c78-a903-e3ca455f23ce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424118 Sep 08 16:40:49.939346 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f8736977-063e-44dd-a35b-18e8c1a1ef41 req-eefb5a98-f676-4862-a308-b24bd91bbfe9 service neutron] 10.222.0.38 "GET /v2.0/networks/6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917056 Sep 08 16:40:50.038194 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f8736977-063e-44dd-a35b-18e8c1a1ef41 req-a5c82779-5963-4c0a-a365-62b705547d1a service neutron] 10.222.0.38 "GET /v2.0/networks/6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900550 Sep 08 16:40:50.310832 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901e2fb-3339-4a24-9334-d3cf8cfcfba7 req-49cad0ad-539f-4a3d-a5bf-e85c8746a518 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:50.313081 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c901e2fb-3339-4a24-9334-d3cf8cfcfba7 req-49cad0ad-539f-4a3d-a5bf-e85c8746a518 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 943 time: 0.0574212 Sep 08 16:40:50.352997 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c901e2fb-3339-4a24-9334-d3cf8cfcfba7 req-681156cb-c769-4eaf-8510-da6ee27ce42c tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335708 Sep 08 16:40:51.474835 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1e9bd-ba1a-4b52-87c3-7139b58423e4 req-9b40a6c3-cae1-4ef2-9435-4d50ef207629 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:51.476333 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c2a1e9bd-ba1a-4b52-87c3-7139b58423e4 req-9b40a6c3-cae1-4ef2-9435-4d50ef207629 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 943 time: 0.0492339 Sep 08 16:40:51.515176 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c2a1e9bd-ba1a-4b52-87c3-7139b58423e4 req-f47ec01b-798e-48d3-bb40-fc9b8532ccc3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325606 Sep 08 16:40:52.255905 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 700a85fe-b968-4c4b-b802-38cbc6143edc details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:40:52.353599 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 700a85fe-b968-4c4b-b802-38cbc6143edc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=700a85fe-b968-4c4b-b802-38cbc6143edc,segment=NetworkSegment(94b51c34-71ce-4c95-bb6f-a7e1d3a4927a),segment_id=94b51c34-71ce-4c95-bb6f-a7e1d3a4927a)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:40:52.365164 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': '700a85fe-b968-4c4b-b802-38cbc6143edc', 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2', 'port_id': '700a85fe-b968-4c4b-b802-38cbc6143edc', 'mac_address': 'fa:16:3e:ac:64:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:40:52.402707 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:52.425496 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700a85fe-b968-4c4b-b802-38cbc6143edc {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:40:52.446158 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 700a85fe-b968-4c4b-b802-38cbc6143edc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=700a85fe-b968-4c4b-b802-38cbc6143edc,segment=NetworkSegment(94b51c34-71ce-4c95-bb6f-a7e1d3a4927a),segment_id=94b51c34-71ce-4c95-bb6f-a7e1d3a4927a)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:40:52.462638 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:52.511840 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=700a85fe-b968-4c4b-b802-38cbc6143edc,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:52.645488 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe9368-7a21-44b5-b7d2-7113fef9d85f req-c1244121-b925-4cd1-aa81-00e3fbac7fd6 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:52.647132 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-16fe9368-7a21-44b5-b7d2-7113fef9d85f req-c1244121-b925-4cd1-aa81-00e3fbac7fd6 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 944 time: 0.0540998 Sep 08 16:40:52.689422 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-16fe9368-7a21-44b5-b7d2-7113fef9d85f req-aeb97f73-4be1-46f2-b9e0-49fe62968d8f tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321400 Sep 08 16:40:52.862716 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['700a85fe-b968-4c4b-b802-38cbc6143edc'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:40:53.971194 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 38462) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:54.083464 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388a8c4-0fca-4fd0-b39c-c1b86ed19bfe req-c2e2845a-4d68-4448-94b6-3e8995fe82ff tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:54.085003 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1388a8c4-0fca-4fd0-b39c-c1b86ed19bfe req-c2e2845a-4d68-4448-94b6-3e8995fe82ff tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 944 time: 0.3146763 Sep 08 16:40:54.086248 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-058db004-1ae9-42a8-bc67-23bbe0e5a29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:54.124313 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1388a8c4-0fca-4fd0-b39c-c1b86ed19bfe req-7c76bd7c-cd9a-45d7-b3df-cf3ef905b44b tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323412 Sep 08 16:40:54.181882 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-058db004-1ae9-42a8-bc67-23bbe0e5a29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:54.187600 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-058db004-1ae9-42a8-bc67-23bbe0e5a29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:54.225132 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-058db004-1ae9-42a8-bc67-23bbe0e5a29b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1a8215a49e8e4bf88da4ff53df1a72fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515619 Sep 08 16:40:54.226045 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058db004-1ae9-42a8-bc67-23bbe0e5a29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116c06b2-a698-4960-9e99-33f79aad7df5,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:54.228079 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38466) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:54.233117 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058db004-1ae9-42a8-bc67-23bbe0e5a29b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:54.233461 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058db004-1ae9-42a8-bc67-23bbe0e5a29b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:54.233798 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058db004-1ae9-42a8-bc67-23bbe0e5a29b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:54.234123 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058db004-1ae9-42a8-bc67-23bbe0e5a29b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:54.234450 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058db004-1ae9-42a8-bc67-23bbe0e5a29b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:54.234776 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058db004-1ae9-42a8-bc67-23bbe0e5a29b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:54.235099 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058db004-1ae9-42a8-bc67-23bbe0e5a29b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:54.235428 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058db004-1ae9-42a8-bc67-23bbe0e5a29b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:54.235771 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058db004-1ae9-42a8-bc67-23bbe0e5a29b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:54.236084 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058db004-1ae9-42a8-bc67-23bbe0e5a29b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:54.236385 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058db004-1ae9-42a8-bc67-23bbe0e5a29b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:54.236696 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058db004-1ae9-42a8-bc67-23bbe0e5a29b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:40:54.251228 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 700a85fe-b968-4c4b-b802-38cbc6143edc up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:40:54.278997 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e86ffe93-0c7e-44ef-b080-96d34f2a673e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:54.301902 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e86ffe93-0c7e-44ef-b080-96d34f2a673e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:54.305141 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning for port 700a85fe-b968-4c4b-b802-38cbc6143edc completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:40:54.309192 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port 700a85fe-b968-4c4b-b802-38cbc6143edc triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:40:54.309634 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:54.349827 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e86ffe93-0c7e-44ef-b080-96d34f2a673e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:54.352497 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e86ffe93-0c7e-44ef-b080-96d34f2a673e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:54.353875 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-e86ffe93-0c7e-44ef-b080-96d34f2a673e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/116c06b2-a698-4960-9e99-33f79aad7df5 HTTP/1.1" status: 204 len: 168 time: 0.1247928 Sep 08 16:40:54.361763 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ffe93-0c7e-44ef-b080-96d34f2a673e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116c06b2-a698-4960-9e99-33f79aad7df5,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:54.403163 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:54.430075 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e8b7ef-b671-439b-b8a4-88afe350ab8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700a85fe-b968-4c4b-b802-38cbc6143edc'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:40:54.432633 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59aa8705-aacc-4590-8c84-1c8428b98225" -d '{"events": [{"server_uuid": "b2e8b7ef-b671-439b-b8a4-88afe350ab8b", "name": "network-vif-plugged", "status": "completed", "tag": "700a85fe-b968-4c4b-b802-38cbc6143edc"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:40:54.446749 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 700a85fe-b968-4c4b-b802-38cbc6143edc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=700a85fe-b968-4c4b-b802-38cbc6143edc,segment=NetworkSegment(94b51c34-71ce-4c95-bb6f-a7e1d3a4927a),segment_id=94b51c34-71ce-4c95-bb6f-a7e1d3a4927a)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:40:54.452937 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:54.480435 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1614ecd9-8c49-4381-ae49-f8f816d3257d x-openstack-request-id: req-1614ecd9-8c49-4381-ae49-f8f816d3257d {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:40:54.480783 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e8b7ef-b671-439b-b8a4-88afe350ab8b", "name": "network-vif-plugged", "status": "completed", "tag": "700a85fe-b968-4c4b-b802-38cbc6143edc", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:40:54.481034 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1614ecd9-8c49-4381-ae49-f8f816d3257d {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:40:54.481417 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e8b7ef-b671-439b-b8a4-88afe350ab8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700a85fe-b968-4c4b-b802-38cbc6143edc', 'code': 200} Sep 08 16:40:54.507494 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=700a85fe-b968-4c4b-b802-38cbc6143edc,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:54.852520 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3163b-35af-451b-8b99-79f1e56301db req-3505a5c3-aa12-4afa-8ad7-bd98be6d5861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:54.854544 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-72b3163b-35af-451b-8b99-79f1e56301db req-3505a5c3-aa12-4afa-8ad7-bd98be6d5861 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 1098 time: 0.2056525 Sep 08 16:40:54.894130 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-72b3163b-35af-451b-8b99-79f1e56301db req-58d9cb88-82d2-43ad-b345-7b6f5b3d79f1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312772 Sep 08 16:40:55.026825 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38498) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:55.136427 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-95862bbd-12a0-42f3-bbe6-9f2f8591db26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:55.235311 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-95862bbd-12a0-42f3-bbe6-9f2f8591db26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:55.244177 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-95862bbd-12a0-42f3-bbe6-9f2f8591db26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:55.276200 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-95862bbd-12a0-42f3-bbe6-9f2f8591db26 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fbe34b1997174fd2a61147724472ae0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481570 Sep 08 16:40:55.279011 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 38512) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:40:55.293119 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95862bbd-12a0-42f3-bbe6-9f2f8591db26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4959156b-c517-4835-a329-f28ba2a39741,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:55.349734 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-891ef347-e89b-49fb-99e6-ffd23079e226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:55.392074 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-891ef347-e89b-49fb-99e6-ffd23079e226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:55.413415 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15f7c9-7cfc-432e-b092-ac7b49ba1165 req-d8be446b-ebbb-4603-bea4-9ed209bf8ada tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:55.414980 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3f15f7c9-7cfc-432e-b092-ac7b49ba1165 req-d8be446b-ebbb-4603-bea4-9ed209bf8ada tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 945 time: 0.2099111 Sep 08 16:40:55.473011 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3f15f7c9-7cfc-432e-b092-ac7b49ba1165 req-d0e68fb4-a1d2-47a2-acdd-4271b317891f tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509739 Sep 08 16:40:55.486829 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-891ef347-e89b-49fb-99e6-ffd23079e226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:55.490499 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-891ef347-e89b-49fb-99e6-ffd23079e226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:40:55.495908 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-891ef347-e89b-49fb-99e6-ffd23079e226 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4959156b-c517-4835-a329-f28ba2a39741 HTTP/1.1" status: 204 len: 168 time: 0.2155416 Sep 08 16:40:55.519248 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ef347-e89b-49fb-99e6-ffd23079e226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4959156b-c517-4835-a329-f28ba2a39741,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:40:56.600491 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a14a1c-ff43-46b7-bbe3-14f77cdf4ea2 req-44b88950-68e5-48e4-bb91-0ecb3b203552 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:56.602064 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b2a14a1c-ff43-46b7-bbe3-14f77cdf4ea2 req-44b88950-68e5-48e4-bb91-0ecb3b203552 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 945 time: 0.0514126 Sep 08 16:40:56.640291 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b2a14a1c-ff43-46b7-bbe3-14f77cdf4ea2 req-5d91af32-172e-4cd7-9f33-162f22dcb843 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322242 Sep 08 16:40:56.778939 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d049d1-26b1-4828-b6c0-1b4e102d81df req-817768bc-7aee-4950-aba6-4e1ec7411429 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:56.780435 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-77d049d1-26b1-4828-b6c0-1b4e102d81df req-817768bc-7aee-4950-aba6-4e1ec7411429 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 945 time: 0.0709743 Sep 08 16:40:56.823652 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-77d049d1-26b1-4828-b6c0-1b4e102d81df req-893b1148-78d9-4df7-a31a-1aaf50c8b7be tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349247 Sep 08 16:40:57.188137 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879181a-01f2-450a-a054-d9e084371a2b req-28b92476-d9ae-4efe-9af5-9c5061eb36a2 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:40:57.189959 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f879181a-01f2-450a-a054-d9e084371a2b req-28b92476-d9ae-4efe-9af5-9c5061eb36a2 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 945 time: 0.0757322 Sep 08 16:40:57.232812 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f879181a-01f2-450a-a054-d9e084371a2b req-2f33894e-6c35-4e57-94e4-8649cd56d826 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359547 Sep 08 16:40:58.447350 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ef53f5a7-f500-4a5a-80d8-f3ad7e65e2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:01.129101 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-231057da-38d1-46ef-94a1-4d7335748517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:01.225353 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:02.505750 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:04.143464 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:07.501897 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:41:12.207379 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b56279-d082-4cfd-b384-202a00bd7eb3 req-05a61012-f10a-4192-bc23-68c1be52f436 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:12.208897 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-06b56279-d082-4cfd-b384-202a00bd7eb3 req-05a61012-f10a-4192-bc23-68c1be52f436 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 945 time: 0.0561199 Sep 08 16:41:12.251916 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-06b56279-d082-4cfd-b384-202a00bd7eb3 req-ae38ceff-a128-4e2b-a3e5-8c0a90d42821 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334492 Sep 08 16:41:12.275076 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 38666) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:12.502131 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2316444-ed29-466d-a675-5d3b48953d82 tempest-TestMinimumBasicScenario-1759951108 tempest-TestMinimumBasicScenario-1759951108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:12.510754 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-d2316444-ed29-466d-a675-5d3b48953d82 tempest-TestMinimumBasicScenario-1759951108 tempest-TestMinimumBasicScenario-1759951108-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 1093 time: 0.2341366 Sep 08 16:41:12.512674 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 38676) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:12.517149 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-92d79ff4-8061-42ef-a059-e3eeebc57d77 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Request body: {'floatingip': {'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'port_id': '700a85fe-b968-4c4b-b802-38cbc6143edc', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:12.542849 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-92d79ff4-8061-42ef-a059-e3eeebc57d77 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for floatingip, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:12.913183 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-92d79ff4-8061-42ef-a059-e3eeebc57d77 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:13.019727 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [None req-92d79ff4-8061-42ef-a059-e3eeebc57d77 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Allocated IP 172.27.3.29 (84aa3881-86d2-4090-846d-df2f4a76ffa3/4838e23d-7083-4c92-9a08-11046328e4a1/bc8f48ae-c4cc-404f-98af-37a21bbd869d) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:41:13.129692 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-92d79ff4-8061-42ef-a059-e3eeebc57d77 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:13.177683 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-92d79ff4-8061-42ef-a059-e3eeebc57d77 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:13.213168 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d79ff4-8061-42ef-a059-e3eeebc57d77 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:41:13.216112 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-92d79ff4-8061-42ef-a059-e3eeebc57d77 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:41:13.219674 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d79ff4-8061-42ef-a059-e3eeebc57d77 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:41:13.249928 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d79ff4-8061-42ef-a059-e3eeebc57d77 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Pushing event updated for resources: {'Port': ['ID=bc8f48ae-c4cc-404f-98af-37a21bbd869d,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:13.620462 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-92d79ff4-8061-42ef-a059-e3eeebc57d77 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:13.692469 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-92d79ff4-8061-42ef-a059-e3eeebc57d77 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:13.856159 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-92d79ff4-8061-42ef-a059-e3eeebc57d77 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:13.862111 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-92d79ff4-8061-42ef-a059-e3eeebc57d77 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:13.936763 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d79ff4-8061-42ef-a059-e3eeebc57d77 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Pushing event updated for resources: {'Port': ['ID=bc8f48ae-c4cc-404f-98af-37a21bbd869d,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:13.944936 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-92d79ff4-8061-42ef-a059-e3eeebc57d77 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587310'] for floatingip, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:14.046466 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.l3_db [None req-92d79ff4-8061-42ef-a059-e3eeebc57d77 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Floating IP 0a339b0f-3cd2-413f-97b5-dc2ac9c6397a associated. External IP: 172.27.3.29, port: 700a85fe-b968-4c4b-b802-38cbc6143edc. Sep 08 16:41:14.270533 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d79ff4-8061-42ef-a059-e3eeebc57d77 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Router 4137da4a-d9ce-4b97-808a-50281aa48a11 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:41:14.383531 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d79ff4-8061-42ef-a059-e3eeebc57d77 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:41:14.394550 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd73007-c2ad-4eda-97fc-600968cc8631 None None] Sync routers for ids ['4137da4a-d9ce-4b97-808a-50281aa48a11'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:41:14.407971 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-92d79ff4-8061-42ef-a059-e3eeebc57d77 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:14.408389 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd73007-c2ad-4eda-97fc-600968cc8631 None None] Routers {'4137da4a-d9ce-4b97-808a-50281aa48a11'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:41:14.409115 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-5fd73007-c2ad-4eda-97fc-600968cc8631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:41:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['4137da4a-d9ce-4b97-808a-50281aa48a11'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:14.439564 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-92d79ff4-8061-42ef-a059-e3eeebc57d77 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9257870 Sep 08 16:41:14.440216 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e8b7ef-b671-439b-b8a4-88afe350ab8b', 'tag': '700a85fe-b968-4c4b-b802-38cbc6143edc'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:41:14.442487 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38694) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:14.442971 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a948b7e8-b444-4dc9-8756-2f7316e9ca26" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e8b7ef-b671-439b-b8a4-88afe350ab8b", "tag": "700a85fe-b968-4c4b-b802-38cbc6143edc"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:41:14.454245 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-7a3c97e9-2d8f-48ed-b46a-7368557509cd tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1112995419', 'description': 'tempest-secgroup-smoke-1112995419 description', 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:14.487848 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7a3c97e9-2d8f-48ed-b46a-7368557509cd tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:14.520297 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-5fd73007-c2ad-4eda-97fc-600968cc8631 None None] Set router 4137da4a-d9ce-4b97-808a-50281aa48a11 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:41:14.572741 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7a3c97e9-2d8f-48ed-b46a-7368557509cd tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:14.577774 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7a3c97e9-2d8f-48ed-b46a-7368557509cd tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:14.609437 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7a3c97e9-2d8f-48ed-b46a-7368557509cd tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:14.611106 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-7a3c97e9-2d8f-48ed-b46a-7368557509cd tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1668768 Sep 08 16:41:14.615967 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c97e9-2d8f-48ed-b46a-7368557509cd tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f394b700-8589-4596-a6b3-f0b7c6cedb0a,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:14.623090 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 38700) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:14.625086 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3c97e9-2d8f-48ed-b46a-7368557509cd tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:14.625444 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3c97e9-2d8f-48ed-b46a-7368557509cd tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:14.625793 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3c97e9-2d8f-48ed-b46a-7368557509cd tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:14.626161 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3c97e9-2d8f-48ed-b46a-7368557509cd tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:14.626482 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3c97e9-2d8f-48ed-b46a-7368557509cd tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:14.626937 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3c97e9-2d8f-48ed-b46a-7368557509cd tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:14.627458 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3c97e9-2d8f-48ed-b46a-7368557509cd tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:14.627805 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3c97e9-2d8f-48ed-b46a-7368557509cd tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:14.628137 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3c97e9-2d8f-48ed-b46a-7368557509cd tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:14.628469 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3c97e9-2d8f-48ed-b46a-7368557509cd tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:14.628800 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3c97e9-2d8f-48ed-b46a-7368557509cd tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:14.629131 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3c97e9-2d8f-48ed-b46a-7368557509cd tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:14.631436 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-ac20a592-13c4-4da8-a246-25dd8c377a67 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Request body: {'security_group_rule': {'security_group_id': 'f394b700-8589-4596-a6b3-f0b7c6cedb0a', 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:14.639554 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864d7250-177a-4db6-8540-1e5e6f1594b0 x-openstack-request-id: req-864d7250-177a-4db6-8540-1e5e6f1594b0 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:41:14.639921 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e8b7ef-b671-439b-b8a4-88afe350ab8b", "tag": "700a85fe-b968-4c4b-b802-38cbc6143edc", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:41:14.640248 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-864d7250-177a-4db6-8540-1e5e6f1594b0 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:41:14.640738 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e8b7ef-b671-439b-b8a4-88afe350ab8b', 'tag': '700a85fe-b968-4c4b-b802-38cbc6143edc', 'status': 'completed', 'code': 200} Sep 08 16:41:14.668417 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ac20a592-13c4-4da8-a246-25dd8c377a67 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:14.741128 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948b7e8-b444-4dc9-8756-2f7316e9ca26 req-709f20f4-62f0-444f-ae07-0c8dbb42dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:14.742886 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a948b7e8-b444-4dc9-8756-2f7316e9ca26 req-709f20f4-62f0-444f-ae07-0c8dbb42dd90 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1aa58ebe88844724bdd5e55cfdc8a247&device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 1098 time: 0.0645676 Sep 08 16:41:14.754228 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ac20a592-13c4-4da8-a246-25dd8c377a67 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:14.768729 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-5fd73007-c2ad-4eda-97fc-600968cc8631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'name': 'tempest-TestMinimumBasicScenario-1818370350-router', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:09Z', 'revision_number': 4, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'gw_port': {'id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': '0a339b0f-3cd2-413f-97b5-dc2ac9c6397a', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'port_id': '700a85fe-b968-4c4b-b802-38cbc6143edc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2', 'mac_address': 'fa:16:3e:ac:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e8b7ef-b671-439b-b8a4-88afe350ab8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:41:13Z', 'updated_at': '2021-09-08T16:41:13Z', 'revision_number': 0, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '862ace9e-268c-4287-82d9-a15568c2bad6', 'name': '', 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'mac_address': 'fa:16:3e:a7:57:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:08Z', 'updated_at': '2021-09-08T16:40:16Z', 'revision_number': 5, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'subnets': [{'id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:14.773591 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ac20a592-13c4-4da8-a246-25dd8c377a67 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:14.802419 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd73007-c2ad-4eda-97fc-600968cc8631 None None] Checking router: 4137da4a-d9ce-4b97-808a-50281aa48a11 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:41:14.811806 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd73007-c2ad-4eda-97fc-600968cc8631 None None] Routers {'4137da4a-d9ce-4b97-808a-50281aa48a11'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:41:14.812457 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-5fd73007-c2ad-4eda-97fc-600968cc8631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:41:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['4137da4a-d9ce-4b97-808a-50281aa48a11'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:14.837236 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20a592-13c4-4da8-a246-25dd8c377a67 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64417677-bde1-403e-9951-9ea3390352a5,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:14.845404 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-ac20a592-13c4-4da8-a246-25dd8c377a67 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:14.847245 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-ac20a592-13c4-4da8-a246-25dd8c377a67 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2205451 Sep 08 16:41:14.850010 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38702) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:14.855210 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-fad433b1-8b64-4592-b205-76e1714c3ca3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Request body: {'security_group_rule': {'security_group_id': 'f394b700-8589-4596-a6b3-f0b7c6cedb0a', 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:14.878294 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948b7e8-b444-4dc9-8756-2f7316e9ca26 req-274403de-622e-4534-b1a6-921812088030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:14.879437 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a948b7e8-b444-4dc9-8756-2f7316e9ca26 req-274403de-622e-4534-b1a6-921812088030 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 HTTP/1.1" status: 200 len: 916 time: 0.1274667 Sep 08 16:41:14.890786 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-fad433b1-8b64-4592-b205-76e1714c3ca3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:14.933671 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-5fd73007-c2ad-4eda-97fc-600968cc8631 None None] Set router 4137da4a-d9ce-4b97-808a-50281aa48a11 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:41:14.970076 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a948b7e8-b444-4dc9-8756-2f7316e9ca26 req-599a63aa-6ca6-49c2-b950-16d75511e8b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=700a85fe-b968-4c4b-b802-38cbc6143edc HTTP/1.1" status: 200 len: 998 time: 0.0824025 Sep 08 16:41:14.978419 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-fad433b1-8b64-4592-b205-76e1714c3ca3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:14.983702 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-fad433b1-8b64-4592-b205-76e1714c3ca3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.005204 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad433b1-8b64-4592-b205-76e1714c3ca3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a7674e-c728-44ee-a722-fe21a073abe4,revision_number=0']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:15.012939 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-fad433b1-8b64-4592-b205-76e1714c3ca3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.014399 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-fad433b1-8b64-4592-b205-76e1714c3ca3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1632795 Sep 08 16:41:15.018973 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38716) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:15.026774 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-6c66b5e7-81a4-45f4-9862-492e269fce90 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Request body: {'security_group_rule': {'security_group_id': 'f394b700-8589-4596-a6b3-f0b7c6cedb0a', 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:15.054990 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948b7e8-b444-4dc9-8756-2f7316e9ca26 req-56083793-cfbc-4787-87f4-db72ce1d123c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:15.057519 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a948b7e8-b444-4dc9-8756-2f7316e9ca26 req-56083793-cfbc-4787-87f4-db72ce1d123c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f419939f-8a3d-421c-96d9-bf6eac22daf2 HTTP/1.1" status: 200 len: 854 time: 0.0747492 Sep 08 16:41:15.060338 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6c66b5e7-81a4-45f4-9862-492e269fce90 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.124960 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948b7e8-b444-4dc9-8756-2f7316e9ca26 req-496f63d9-4746-4eed-9ea4-3afae48ac597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:15.126305 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a948b7e8-b444-4dc9-8756-2f7316e9ca26 req-496f63d9-4746-4eed-9ea4-3afae48ac597 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0547798 Sep 08 16:41:15.137738 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6c66b5e7-81a4-45f4-9862-492e269fce90 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.143118 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6c66b5e7-81a4-45f4-9862-492e269fce90 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.161630 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66b5e7-81a4-45f4-9862-492e269fce90 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a088183-b434-46cd-a625-879ec4d47d6d,revision_number=0']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:15.175653 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6c66b5e7-81a4-45f4-9862-492e269fce90 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.178050 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-6c66b5e7-81a4-45f4-9862-492e269fce90 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598713 Sep 08 16:41:15.181291 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38720) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:15.186085 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-4c2b52b3-113c-408a-b914-622381b96b68 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Request body: {'security_group_rule': {'security_group_id': 'f394b700-8589-4596-a6b3-f0b7c6cedb0a', 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:15.202552 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-5fd73007-c2ad-4eda-97fc-600968cc8631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'name': 'tempest-TestMinimumBasicScenario-1818370350-router', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:09Z', 'revision_number': 4, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'gw_port': {'id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': '0a339b0f-3cd2-413f-97b5-dc2ac9c6397a', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'port_id': '700a85fe-b968-4c4b-b802-38cbc6143edc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2', 'mac_address': 'fa:16:3e:ac:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e8b7ef-b671-439b-b8a4-88afe350ab8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:41:13Z', 'updated_at': '2021-09-08T16:41:13Z', 'revision_number': 0, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '862ace9e-268c-4287-82d9-a15568c2bad6', 'name': '', 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'mac_address': 'fa:16:3e:a7:57:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:08Z', 'updated_at': '2021-09-08T16:40:16Z', 'revision_number': 5, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'subnets': [{'id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:15.223919 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4c2b52b3-113c-408a-b914-622381b96b68 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.234644 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a948b7e8-b444-4dc9-8756-2f7316e9ca26 req-1a6a945c-6c39-4c18-96ea-25e406b20267 service neutron] 10.222.0.38 "GET /v2.0/networks/6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987940 Sep 08 16:41:15.241127 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd73007-c2ad-4eda-97fc-600968cc8631 None None] The sync data for ids ['4137da4a-d9ce-4b97-808a-50281aa48a11'] in dv-cinder-790535-14-iscsi is: [{'id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'name': 'tempest-TestMinimumBasicScenario-1818370350-router', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:09Z', 'revision_number': 4, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'gw_port': {'id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': '0a339b0f-3cd2-413f-97b5-dc2ac9c6397a', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'port_id': '700a85fe-b968-4c4b-b802-38cbc6143edc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2', 'mac_address': 'fa:16:3e:ac:64:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e8b7ef-b671-439b-b8a4-88afe350ab8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:41:13Z', 'updated_at': '2021-09-08T16:41:13Z', 'revision_number': 0, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '862ace9e-268c-4287-82d9-a15568c2bad6', 'name': '', 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'mac_address': 'fa:16:3e:a7:57:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:08Z', 'updated_at': '2021-09-08T16:40:16Z', 'revision_number': 5, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'subnets': [{'id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:41:15.312570 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4c2b52b3-113c-408a-b914-622381b96b68 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.319804 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4c2b52b3-113c-408a-b914-622381b96b68 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.341624 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b52b3-113c-408a-b914-622381b96b68 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294eeacf-4352-4938-a727-b9b01a1f4553,revision_number=0']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:15.350616 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4c2b52b3-113c-408a-b914-622381b96b68 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.355344 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-4c2b52b3-113c-408a-b914-622381b96b68 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1730099 Sep 08 16:41:15.356350 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38726) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:15.357557 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38728) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:15.367620 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-75b62dcf-8c1d-44d2-99d0-3781a578978f tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Request body: {'security_group_rule': {'security_group_id': 'f394b700-8589-4596-a6b3-f0b7c6cedb0a', 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:15.393461 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a948b7e8-b444-4dc9-8756-2f7316e9ca26 req-b1c2b5ee-d2f6-43cb-9828-73854eddad1b service neutron] 10.222.0.38 "GET /v2.0/networks/6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498539 Sep 08 16:41:15.400314 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.db.securitygroups_db [None req-75b62dcf-8c1d-44d2-99d0-3781a578978f tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Project 1aa58ebe88844724bdd5e55cfdc8a247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 16:41:15.406896 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-75b62dcf-8c1d-44d2-99d0-3781a578978f tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.477387 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-75b62dcf-8c1d-44d2-99d0-3781a578978f tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.486037 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-75b62dcf-8c1d-44d2-99d0-3781a578978f tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.500346 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-23da3c6d-ec4e-4c77-b8d2-9c980ec90e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.512393 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160f5e51-3dff-4c86-9d2a-677194cdb963 None None] New status for floating IP 0a339b0f-3cd2-413f-97b5-dc2ac9c6397a: ACTIVE {{(pid=94085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:41:15.521924 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b62dcf-8c1d-44d2-99d0-3781a578978f tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca481c0b-2432-4a70-a5ac-6bb501b36473,revision_number=0']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:15.528545 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-75b62dcf-8c1d-44d2-99d0-3781a578978f tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.531907 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-75b62dcf-8c1d-44d2-99d0-3781a578978f tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1721261 Sep 08 16:41:15.532823 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 38734) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:15.537497 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-841084c1-fc61-4484-bec3-d128bf1bcb22 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Request body: {'security_group_rule': {'security_group_id': 'f394b700-8589-4596-a6b3-f0b7c6cedb0a', 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:15.609594 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-23da3c6d-ec4e-4c77-b8d2-9c980ec90e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.614464 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-23da3c6d-ec4e-4c77-b8d2-9c980ec90e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.633569 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.securitygroups_db [None req-841084c1-fc61-4484-bec3-d128bf1bcb22 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Project 1aa58ebe88844724bdd5e55cfdc8a247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 16:41:15.639088 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-841084c1-fc61-4484-bec3-d128bf1bcb22 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.659727 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-23da3c6d-ec4e-4c77-b8d2-9c980ec90e32 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ac2a32df0cd040719e7edf3bb2e075e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011472 Sep 08 16:41:15.661155 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da3c6d-ec4e-4c77-b8d2-9c980ec90e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888f5829-0d6f-4a73-acf7-7e2d7fc804c4,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:15.662489 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 38736) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:15.736367 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-841084c1-fc61-4484-bec3-d128bf1bcb22 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.747296 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-841084c1-fc61-4484-bec3-d128bf1bcb22 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.763178 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-e606c288-c729-41db-934f-fb365946bf5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.773467 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841084c1-fc61-4484-bec3-d128bf1bcb22 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ed45ab-e5f7-4a7c-9f0e-f5b1e4baedb4,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:15.787277 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-841084c1-fc61-4484-bec3-d128bf1bcb22 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.788498 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-841084c1-fc61-4484-bec3-d128bf1bcb22 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2546756 Sep 08 16:41:15.797420 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-e606c288-c729-41db-934f-fb365946bf5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.873566 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-e606c288-c729-41db-934f-fb365946bf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.876304 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-e606c288-c729-41db-934f-fb365946bf5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:15.877483 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-e606c288-c729-41db-934f-fb365946bf5d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/888f5829-0d6f-4a73-acf7-7e2d7fc804c4 HTTP/1.1" status: 204 len: 168 time: 0.2140753 Sep 08 16:41:15.891180 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0e6638d8-1a48-4887-9fb2-3aac415aebb6 req-da441879-d7f8-4e95-b4b1-710e75371250 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112995419&fields=id&tenant_id=1aa58ebe88844724bdd5e55cfdc8a247 HTTP/1.1" status: 200 len: 267 time: 0.0552816 Sep 08 16:41:15.892072 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606c288-c729-41db-934f-fb365946bf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888f5829-0d6f-4a73-acf7-7e2d7fc804c4,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:15.952505 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6638d8-1a48-4887-9fb2-3aac415aebb6 req-881b49c6-6fd6-417d-8fd1-741061032f8c tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:15.954249 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0e6638d8-1a48-4887-9fb2-3aac415aebb6 req-881b49c6-6fd6-417d-8fd1-741061032f8c tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 945 time: 0.0565600 Sep 08 16:41:15.966574 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-0e6638d8-1a48-4887-9fb2-3aac415aebb6 req-e72abdd3-45f9-4edc-b851-a76a311f87a0 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Request body: {'port': {'security_groups': ['7aad13d8-5b7c-45a6-9cb6-4a263ebdec03', 'f394b700-8589-4596-a6b3-f0b7c6cedb0a']}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:16.032706 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0e6638d8-1a48-4887-9fb2-3aac415aebb6 req-e72abdd3-45f9-4edc-b851-a76a311f87a0 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:16.227959 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:16.243117 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-0e6638d8-1a48-4887-9fb2-3aac415aebb6 req-e72abdd3-45f9-4edc-b851-a76a311f87a0 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] For port 700a85fe-b968-4c4b-b802-38cbc6143edc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=700a85fe-b968-4c4b-b802-38cbc6143edc,segment=NetworkSegment(94b51c34-71ce-4c95-bb6f-a7e1d3a4927a),segment_id=94b51c34-71ce-4c95-bb6f-a7e1d3a4927a)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:41:16.276543 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0e6638d8-1a48-4887-9fb2-3aac415aebb6 req-e72abdd3-45f9-4edc-b851-a76a311f87a0 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:16.283004 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0e6638d8-1a48-4887-9fb2-3aac415aebb6 req-e72abdd3-45f9-4edc-b851-a76a311f87a0 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:16.328210 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['700a85fe-b968-4c4b-b802-38cbc6143edc'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:41:16.329361 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6638d8-1a48-4887-9fb2-3aac415aebb6 req-e72abdd3-45f9-4edc-b851-a76a311f87a0 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:16.329929 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0e6638d8-1a48-4887-9fb2-3aac415aebb6 req-e72abdd3-45f9-4edc-b851-a76a311f87a0 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:16.331337 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0e6638d8-1a48-4887-9fb2-3aac415aebb6 req-e72abdd3-45f9-4edc-b851-a76a311f87a0 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "PUT /v2.0/ports/700a85fe-b968-4c4b-b802-38cbc6143edc HTTP/1.1" status: 200 len: 981 time: 0.3696125 Sep 08 16:41:16.362710 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72abdd3-45f9-4edc-b851-a76a311f87a0 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Pushing event updated for resources: {'Port': ['ID=700a85fe-b968-4c4b-b802-38cbc6143edc,revision_number=6']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:16.483787 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dd231-48b6-4554-962b-631c7d498dfe req-c1c9d799-93bc-4811-a3a1-cf0e8b231552 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:16.484656 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['700a85fe-b968-4c4b-b802-38cbc6143edc'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:41:16.485444 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ed4dd231-48b6-4554-962b-631c7d498dfe req-c1c9d799-93bc-4811-a3a1-cf0e8b231552 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 984 time: 0.0646691 Sep 08 16:41:16.539949 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ed4dd231-48b6-4554-962b-631c7d498dfe req-42a9a6d9-5d88-409a-bd9b-f802f247a965 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=f394b700-8589-4596-a6b3-f0b7c6cedb0a&id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471716 Sep 08 16:41:16.648359 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e8b7ef-b671-439b-b8a4-88afe350ab8b', 'tag': '700a85fe-b968-4c4b-b802-38cbc6143edc'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:41:16.652013 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52651f1-f150-4941-9fb1-a9beb3bf0ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e8b7ef-b671-439b-b8a4-88afe350ab8b", "tag": "700a85fe-b968-4c4b-b802-38cbc6143edc"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:41:16.692720 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398e53d9-4bc4-4c6c-b61f-1a4762b45fbf x-openstack-request-id: req-398e53d9-4bc4-4c6c-b61f-1a4762b45fbf {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:41:16.693700 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e8b7ef-b671-439b-b8a4-88afe350ab8b", "tag": "700a85fe-b968-4c4b-b802-38cbc6143edc", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:41:16.693823 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-e57435aa-6573-482d-b441-d5f96bddc617 None None] Provisioning complete for port 700a85fe-b968-4c4b-b802-38cbc6143edc triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:16.694061 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-398e53d9-4bc4-4c6c-b61f-1a4762b45fbf {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:41:16.694190 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e57435aa-6573-482d-b441-d5f96bddc617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:16.694698 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e8b7ef-b671-439b-b8a4-88afe350ab8b', 'tag': '700a85fe-b968-4c4b-b802-38cbc6143edc', 'status': 'completed', 'code': 200} Sep 08 16:41:16.788044 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52651f1-f150-4941-9fb1-a9beb3bf0ad1 req-ffb17ad7-5411-4a34-b80b-a9846add119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:16.788897 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d52651f1-f150-4941-9fb1-a9beb3bf0ad1 req-ffb17ad7-5411-4a34-b80b-a9846add119d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1aa58ebe88844724bdd5e55cfdc8a247&device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 1137 time: 0.0475671 Sep 08 16:41:16.900680 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52651f1-f150-4941-9fb1-a9beb3bf0ad1 req-9bef143d-447c-4a69-b97a-0efb65b3bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:16.902146 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d52651f1-f150-4941-9fb1-a9beb3bf0ad1 req-9bef143d-447c-4a69-b97a-0efb65b3bf81 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 HTTP/1.1" status: 200 len: 916 time: 0.1049740 Sep 08 16:41:16.983629 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d52651f1-f150-4941-9fb1-a9beb3bf0ad1 req-2e7a2f85-f747-4660-8762-06d9e67d1370 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=700a85fe-b968-4c4b-b802-38cbc6143edc HTTP/1.1" status: 200 len: 1000 time: 0.0732527 Sep 08 16:41:17.045375 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52651f1-f150-4941-9fb1-a9beb3bf0ad1 req-8d6bbda4-ed31-41f3-8df4-8eae2113fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:17.046936 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d52651f1-f150-4941-9fb1-a9beb3bf0ad1 req-8d6bbda4-ed31-41f3-8df4-8eae2113fb72 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f419939f-8a3d-421c-96d9-bf6eac22daf2 HTTP/1.1" status: 200 len: 854 time: 0.0541444 Sep 08 16:41:17.105079 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52651f1-f150-4941-9fb1-a9beb3bf0ad1 req-73611b15-2686-4dec-8177-4e9137e4a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:17.106887 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d52651f1-f150-4941-9fb1-a9beb3bf0ad1 req-73611b15-2686-4dec-8177-4e9137e4a090 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0508437 Sep 08 16:41:17.219264 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d52651f1-f150-4941-9fb1-a9beb3bf0ad1 req-14d93e16-ecca-4d5b-af90-556708aace75 service neutron] 10.222.0.38 "GET /v2.0/networks/6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926683 Sep 08 16:41:17.316559 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d52651f1-f150-4941-9fb1-a9beb3bf0ad1 req-15029ae3-5f43-41f9-9df1-7083aafba3db service neutron] 10.222.0.38 "GET /v2.0/networks/6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872080 Sep 08 16:41:19.670149 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38808) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:19.801383 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-70754ff2-e8f9-4198-8e30-0af1d417ea01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:19.834097 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111d2ce-ab6b-4f91-b158-afb6496a641c req-d2bb6158-f0a8-4d2f-b12a-b10c728f79f3 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:19.835610 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-7111d2ce-ab6b-4f91-b158-afb6496a641c req-d2bb6158-f0a8-4d2f-b12a-b10c728f79f3 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0721285 Sep 08 16:41:19.896208 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-7111d2ce-ab6b-4f91-b158-afb6496a641c req-ab297be3-8146-449e-85fa-5095c9256b02 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540757 Sep 08 16:41:19.942484 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-70754ff2-e8f9-4198-8e30-0af1d417ea01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:19.948683 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-70754ff2-e8f9-4198-8e30-0af1d417ea01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:19.988448 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-70754ff2-e8f9-4198-8e30-0af1d417ea01 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8f8ca63465e44769b3b1b2d5b674b5c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173475 Sep 08 16:41:19.989593 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70754ff2-e8f9-4198-8e30-0af1d417ea01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08be5b34-65b7-4ac8-aeb8-2c056cb00c86,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:19.991317 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 38816) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:20.041655 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c3a75084-ade8-4672-928e-ca3499a521db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:20.064451 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c3a75084-ade8-4672-928e-ca3499a521db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:20.122020 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c3a75084-ade8-4672-928e-ca3499a521db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:20.124957 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c3a75084-ade8-4672-928e-ca3499a521db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:20.126263 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-c3a75084-ade8-4672-928e-ca3499a521db admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/08be5b34-65b7-4ac8-aeb8-2c056cb00c86 HTTP/1.1" status: 204 len: 168 time: 0.1333330 Sep 08 16:41:20.139251 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a75084-ade8-4672-928e-ca3499a521db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08be5b34-65b7-4ac8-aeb8-2c056cb00c86,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:20.822102 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 38838) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:20.938531 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-1ac7834d-3eb6-43c9-9fbe-4d43dabc963f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-465244313-network', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:20.962728 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac7834d-3eb6-43c9-9fbe-4d43dabc963f admin admin] Made reservation on behalf of 769a8cfb152a4a3da29c80d086a14abb for: {'network': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:41:20.965214 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-1ac7834d-3eb6-43c9-9fbe-4d43dabc963f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for network, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:20.973940 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-1ac7834d-3eb6-43c9-9fbe-4d43dabc963f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:21.029291 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9764e3-0df0-46d8-8f90-aed0b806a75b req-cb96dcd9-4eb0-4cba-b77e-69927be16ca3 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:21.030785 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-4e9764e3-0df0-46d8-8f90-aed0b806a75b req-cb96dcd9-4eb0-4cba-b77e-69927be16ca3 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0553195 Sep 08 16:41:21.069812 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-1ac7834d-3eb6-43c9-9fbe-4d43dabc963f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:21.073765 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-4e9764e3-0df0-46d8-8f90-aed0b806a75b req-dc636e43-7442-4f72-8052-8e6d8ed983f0 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355356 Sep 08 16:41:21.075170 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-1ac7834d-3eb6-43c9-9fbe-4d43dabc963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:21.104562 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac7834d-3eb6-43c9-9fbe-4d43dabc963f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:41:21.110736 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7834d-3eb6-43c9-9fbe-4d43dabc963f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7264b8-64e8-460a-b138-1c7bd544e285,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:21.116545 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-1ac7834d-3eb6-43c9-9fbe-4d43dabc963f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:21.116879 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.segments_db [None req-1ac7834d-3eb6-43c9-9fbe-4d43dabc963f admin admin] Added segment c4e4cae2-14d7-4e17-afc0-ddae6a431e66 of type vlan for network 892d82b0-ccf0-484c-a926-d570c8a4836c Sep 08 16:41:21.161215 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-1ac7834d-3eb6-43c9-9fbe-4d43dabc963f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790707670824'] for network, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:21.191212 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-1ac7834d-3eb6-43c9-9fbe-4d43dabc963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for network, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:21.192563 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac7834d-3eb6-43c9-9fbe-4d43dabc963f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:21.193489 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-1ac7834d-3eb6-43c9-9fbe-4d43dabc963f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:21.226258 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-1ac7834d-3eb6-43c9-9fbe-4d43dabc963f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4026539 Sep 08 16:41:21.229526 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38846) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:21.234783 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-7e030a92-02fa-4541-9518-36c97c1cec7a admin admin] Request body: {'subnet': {'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-465244313-subnet', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'ip_version': 4}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:21.259406 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7834d-3eb6-43c9-9fbe-4d43dabc963f admin admin] Pushing event updated for resources: {'Network': ['ID=892d82b0-ccf0-484c-a926-d570c8a4836c,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:21.260266 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e030a92-02fa-4541-9518-36c97c1cec7a admin admin] Made reservation on behalf of 769a8cfb152a4a3da29c80d086a14abb for: {'subnet': 1} {{(pid=94082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:41:21.263874 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7e030a92-02fa-4541-9518-36c97c1cec7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30203844'] for subnet, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:21.271276 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Network 892d82b0-ccf0-484c-a926-d570c8a4836c details requested by agent ovs-agent-dv-cinder-790535-14-iscsi with host dv-cinder-790535-14-iscsi {{(pid=94084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 16:41:21.459874 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7e030a92-02fa-4541-9518-36c97c1cec7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29525707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30203866'] for subnet, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:21.514235 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e030a92-02fa-4541-9518-36c97c1cec7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4,revision_number=0']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:21.525767 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e030a92-02fa-4541-9518-36c97c1cec7a admin admin] Checking segment: {'id': 'c4e4cae2-14d7-4e17-afc0-ddae6a431e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:41:21.526054 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e030a92-02fa-4541-9518-36c97c1cec7a admin admin] Network hostable DHCP agents. Network: 892d82b0-ccf0-484c-a926-d570c8a4836c, hostable agents: ['c6a67338-5c5e-4be7-97de-2bb9548e06ff'], hosted agents: [] {{(pid=94082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:41:21.536017 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202ea15-2635-4f00-9a09-784e330cef99 req-a5950353-5626-45c4-afdb-deb46e9b6b63 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:21.537561 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0202ea15-2635-4f00-9a09-784e330cef99 req-a5950353-5626-45c4-afdb-deb46e9b6b63 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.38 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0561333 Sep 08 16:41:21.544594 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e030a92-02fa-4541-9518-36c97c1cec7a admin admin] Network 892d82b0-ccf0-484c-a926-d570c8a4836c is scheduled to be hosted by DHCP agent c6a67338-5c5e-4be7-97de-2bb9548e06ff with binding_index 1 {{(pid=94082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:41:21.553864 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-7e030a92-02fa-4541-9518-36c97c1cec7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-14-iscsi, 892d82b0-ccf0-484c-a926-d570c8a4836c) {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:41:21.560138 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e030a92-02fa-4541-9518-36c97c1cec7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:21.560229 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7e030a92-02fa-4541-9518-36c97c1cec7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:21.563566 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e773a12-90fb-4412-8b49-5c5e5c98ec4e None None] Network 892d82b0-ccf0-484c-a926-d570c8a4836c requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:41:21.578200 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-7e030a92-02fa-4541-9518-36c97c1cec7a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3474829 Sep 08 16:41:21.580842 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38848) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:21.585473 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-150c53a0-b86d-4d36-9dd1-27e750fd9f4a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-465244313-router', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:21.612723 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-150c53a0-b86d-4d36-9dd1-27e750fd9f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14265'] for router, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:21.614208 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-150c53a0-b86d-4d36-9dd1-27e750fd9f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583829', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14256'] for router, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:21.640993 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-0202ea15-2635-4f00-9a09-784e330cef99 req-be33df43-7767-4ef4-94fc-b0b4440d78b7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Deleting port 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:41:21.641397 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0202ea15-2635-4f00-9a09-784e330cef99 req-be33df43-7767-4ef4-94fc-b0b4440d78b7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:21.674878 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-150c53a0-b86d-4d36-9dd1-27e750fd9f4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:21.724267 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd0c79c-1027-5749-bad1-05de697929c1-892d82b0-ccf0-484c-a926-d570c8a4836c', 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'fixed_ips': [{'subnet_id': '21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4'}]}} from dv-cinder-790535-14-iscsi. {{(pid=94084) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 16:41:21.725187 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:21.819283 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-150c53a0-b86d-4d36-9dd1-27e750fd9f4a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:21.869052 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Allocated IP 172.20.0.2 (892d82b0-ccf0-484c-a926-d570c8a4836c/21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4/27c82cbe-ddeb-4f07-9e13-13a24a9a5149) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:41:21.982023 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-0202ea15-2635-4f00-9a09-784e330cef99 req-be33df43-7767-4ef4-94fc-b0b4440d78b7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] For port 3b6ec9fd-1364-48dd-9793-1a558b78f7d8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3b6ec9fd-1364-48dd-9793-1a558b78f7d8,segment=NetworkSegment(f3688c3c-dbc6-43be-b85b-d7d2696b7239),segment_id=f3688c3c-dbc6-43be-b85b-d7d2696b7239)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:41:21.982408 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0202ea15-2635-4f00-9a09-784e330cef99 req-be33df43-7767-4ef4-94fc-b0b4440d78b7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:22.020964 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:22.030271 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-150c53a0-b86d-4d36-9dd1-27e750fd9f4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:22.030904 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Transition to ACTIVE for port object 27c82cbe-ddeb-4f07-9e13-13a24a9a5149 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:41:22.048147 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Transition to ACTIVE for port object 27c82cbe-ddeb-4f07-9e13-13a24a9a5149 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:41:22.050735 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-150c53a0-b86d-4d36-9dd1-27e750fd9f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:22.062425 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:22.116044 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Network 892d82b0-ccf0-484c-a926-d570c8a4836c is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:41:22.119042 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:41:22.122985 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:41:22.157220 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Pushing event updated for resources: {'Port': ['ID=27c82cbe-ddeb-4f07-9e13-13a24a9a5149,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:22.181424 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:22.181930 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:22.182173 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:22.182512 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:22.182930 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:22.183157 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:22.183509 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:22.183837 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:22.184162 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:22.184520 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:22.184784 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:22.185106 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:22.190222 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0202ea15-2635-4f00-9a09-784e330cef99 req-be33df43-7767-4ef4-94fc-b0b4440d78b7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:22.191313 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0202ea15-2635-4f00-9a09-784e330cef99 req-be33df43-7767-4ef4-94fc-b0b4440d78b7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587310'] for floatingip, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:22.192189 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.l3_db [req-0202ea15-2635-4f00-9a09-784e330cef99 req-be33df43-7767-4ef4-94fc-b0b4440d78b7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Floating IP f5707fcc-a81e-4b9e-b7f2-e279cad18a3f disassociated. External IP: 172.27.3.251, port: 3b6ec9fd-1364-48dd-9793-1a558b78f7d8. Sep 08 16:41:22.192569 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-0202ea15-2635-4f00-9a09-784e330cef99 req-be33df43-7767-4ef4-94fc-b0b4440d78b7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Calling delete_port for 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 owned by compute:nova {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:41:22.201826 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Attempting to bind port 27c82cbe-ddeb-4f07-9e13-13a24a9a5149 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:41:22.202848 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Attempting to bind port 27c82cbe-ddeb-4f07-9e13-13a24a9a5149 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': 'c4e4cae2-14d7-4e17-afc0-ddae6a431e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:41:22.203230 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Attempting to bind port 27c82cbe-ddeb-4f07-9e13-13a24a9a5149 on network 892d82b0-ccf0-484c-a926-d570c8a4836c {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:41:22.208361 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:41:22.208727 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Checking segment: {'id': 'c4e4cae2-14d7-4e17-afc0-ddae6a431e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:41:22.209131 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:22.210064 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Bound using segment: {'id': 'c4e4cae2-14d7-4e17-afc0-ddae6a431e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:41:22.210064 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Bound port: 27c82cbe-ddeb-4f07-9e13-13a24a9a5149, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e4cae2-14d7-4e17-afc0-ddae6a431e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:41:22.210367 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:22.222212 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-150c53a0-b86d-4d36-9dd1-27e750fd9f4a admin admin] Allocated IP 172.27.3.21 (84aa3881-86d2-4090-846d-df2f4a76ffa3/4838e23d-7083-4c92-9a08-11046328e4a1/128f516e-4c16-4bee-8543-bdc9ab35f9bb) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:41:22.234440 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbdf2d-abd7-4de9-b874-e7218332837c req-fbc4f77e-b5dc-45c1-834e-d8d231da3c31 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:22.235968 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e4dbdf2d-abd7-4de9-b874-e7218332837c req-fbc4f77e-b5dc-45c1-834e-d8d231da3c31 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 945 time: 0.0798669 Sep 08 16:41:22.281584 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e4dbdf2d-abd7-4de9-b874-e7218332837c req-25becfde-5e87-42fd-bfb0-0fd9f4330751 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=73c55b68-d8ce-4738-b967-49e22c92bd77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365996 Sep 08 16:41:22.287495 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] For port 27c82cbe-ddeb-4f07-9e13-13a24a9a5149, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:41:22.291388 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] For port 27c82cbe-ddeb-4f07-9e13-13a24a9a5149, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=27c82cbe-ddeb-4f07-9e13-13a24a9a5149,segment=NetworkSegment(c4e4cae2-14d7-4e17-afc0-ddae6a431e66),segment_id=c4e4cae2-14d7-4e17-afc0-ddae6a431e66)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:41:22.298342 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:22.371091 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0202ea15-2635-4f00-9a09-784e330cef99 req-be33df43-7767-4ef4-94fc-b0b4440d78b7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:22.371347 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a6a70-970d-4bca-a2cf-0085b6227e3c None None] Pushing event updated for resources: {'Port': ['ID=27c82cbe-ddeb-4f07-9e13-13a24a9a5149,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:22.398755 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33df43-7767-4ef4-94fc-b0b4440d78b7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Pushing event deleted for resources: {'Port': ['ID=3b6ec9fd-1364-48dd-9793-1a558b78f7d8,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:22.424279 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-150c53a0-b86d-4d36-9dd1-27e750fd9f4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:22.466797 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-150c53a0-b86d-4d36-9dd1-27e750fd9f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:22.508346 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150c53a0-b86d-4d36-9dd1-27e750fd9f4a admin admin] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:41:22.513818 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-150c53a0-b86d-4d36-9dd1-27e750fd9f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:41:22.519663 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150c53a0-b86d-4d36-9dd1-27e750fd9f4a admin admin] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:41:22.540822 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0202ea15-2635-4f00-9a09-784e330cef99 req-be33df43-7767-4ef4-94fc-b0b4440d78b7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Router 238b8d44-6f87-4093-8fd6-5624cc1c743a has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:41:22.571485 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c53a0-b86d-4d36-9dd1-27e750fd9f4a admin admin] Pushing event updated for resources: {'Port': ['ID=128f516e-4c16-4bee-8543-bdc9ab35f9bb,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:22.668727 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0202ea15-2635-4f00-9a09-784e330cef99 req-be33df43-7767-4ef4-94fc-b0b4440d78b7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:41:22.683974 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dffd0bc-f8b3-4e16-a829-5aea06b6ea3f None None] Sync routers for ids ['238b8d44-6f87-4093-8fd6-5624cc1c743a'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:41:22.694241 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dffd0bc-f8b3-4e16-a829-5aea06b6ea3f None None] Routers {'238b8d44-6f87-4093-8fd6-5624cc1c743a'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:41:22.694868 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-6dffd0bc-f8b3-4e16-a829-5aea06b6ea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:41:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['238b8d44-6f87-4093-8fd6-5624cc1c743a'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:22.713180 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-0202ea15-2635-4f00-9a09-784e330cef99 req-be33df43-7767-4ef4-94fc-b0b4440d78b7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] No DVR routers for this DVR port 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 on host hv-cinder-79053 {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:41:22.716039 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-0202ea15-2635-4f00-9a09-784e330cef99 req-be33df43-7767-4ef4-94fc-b0b4440d78b7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:22.718142 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0202ea15-2635-4f00-9a09-784e330cef99 req-be33df43-7767-4ef4-94fc-b0b4440d78b7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.38 "DELETE /v2.0/ports/3b6ec9fd-1364-48dd-9793-1a558b78f7d8 HTTP/1.1" status: 204 len: 173 time: 1.1711912 Sep 08 16:41:22.718534 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391cf96d-aafa-48af-a4ec-1830a6cfc2a2', 'name': 'network-vif-deleted', 'tag': '3b6ec9fd-1364-48dd-9793-1a558b78f7d8'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:41:22.721071 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a71dc7-49bc-437c-9b51-79e0eb5df648" -d '{"events": [{"server_uuid": "391cf96d-aafa-48af-a4ec-1830a6cfc2a2", "name": "network-vif-deleted", "tag": "3b6ec9fd-1364-48dd-9793-1a558b78f7d8"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:41:22.773927 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a17b10-2d96-4620-8c49-70391ae054c0 x-openstack-request-id: req-b4a17b10-2d96-4620-8c49-70391ae054c0 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:41:22.774213 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391cf96d-aafa-48af-a4ec-1830a6cfc2a2", "name": "network-vif-deleted", "tag": "3b6ec9fd-1364-48dd-9793-1a558b78f7d8", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:41:22.774839 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b4a17b10-2d96-4620-8c49-70391ae054c0 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:41:22.775299 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391cf96d-aafa-48af-a4ec-1830a6cfc2a2', 'name': 'network-vif-deleted', 'tag': '3b6ec9fd-1364-48dd-9793-1a558b78f7d8', 'status': 'completed', 'code': 200} Sep 08 16:41:22.842335 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-6dffd0bc-f8b3-4e16-a829-5aea06b6ea3f None None] Set router 238b8d44-6f87-4093-8fd6-5624cc1c743a gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:41:22.850821 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-150c53a0-b86d-4d36-9dd1-27e750fd9f4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:23.064245 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-6dffd0bc-f8b3-4e16-a829-5aea06b6ea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:35Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 4, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'gw_port': {'id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '58e12531-4629-4f25-91ac-0b658a03703a', 'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'mac_address': 'fa:16:3e:6e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:40Z', 'updated_at': '2021-09-08T16:35:55Z', 'revision_number': 5, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'subnets': [{'id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:23.070305 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-150c53a0-b86d-4d36-9dd1-27e750fd9f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587332'] for router, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:23.096164 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dffd0bc-f8b3-4e16-a829-5aea06b6ea3f None None] Checking router: 238b8d44-6f87-4093-8fd6-5624cc1c743a for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:41:23.106037 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dffd0bc-f8b3-4e16-a829-5aea06b6ea3f None None] Routers {'238b8d44-6f87-4093-8fd6-5624cc1c743a'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:41:23.106712 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-6dffd0bc-f8b3-4e16-a829-5aea06b6ea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:41:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['238b8d44-6f87-4093-8fd6-5624cc1c743a'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:23.211299 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150c53a0-b86d-4d36-9dd1-27e750fd9f4a admin admin] Router cbed1110-e338-4203-98c5-e9ceb984b1e7 is scheduled to L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 with binding_index 1 {{(pid=94082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 16:41:23.222543 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-6dffd0bc-f8b3-4e16-a829-5aea06b6ea3f None None] Set router 238b8d44-6f87-4093-8fd6-5624cc1c743a gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:41:23.356146 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150c53a0-b86d-4d36-9dd1-27e750fd9f4a admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:41:23.367222 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] Sync routers for ids ['cbed1110-e338-4203-98c5-e9ceb984b1e7'] in dv-cinder-790535-14-iscsi {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:41:23.380178 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] Routers {'cbed1110-e338-4203-98c5-e9ceb984b1e7'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:41:23.381143 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:41:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['cbed1110-e338-4203-98c5-e9ceb984b1e7'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:23.391667 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-150c53a0-b86d-4d36-9dd1-27e750fd9f4a admin admin] Notify callbacks [] for router, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:23.395792 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673ff0b3-f020-49d9-9d1b-9db7830b08ec None None] Network 892d82b0-ccf0-484c-a926-d570c8a4836c requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:41:23.396318 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 38862) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:23.397317 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-150c53a0-b86d-4d36-9dd1-27e750fd9f4a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8154366 Sep 08 16:41:23.487223 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4edf780d-fe1c-423d-8179-cffc15d0456a req-e882850e-b2a2-4c84-bdc8-6e386f9bcc1a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=391cf96d-aafa-48af-a4ec-1830a6cfc2a2 HTTP/1.1" status: 200 len: 210 time: 0.0395312 Sep 08 16:41:23.521085 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] Set router cbed1110-e338-4203-98c5-e9ceb984b1e7 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:41:23.527360 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ab556470-b3da-4a60-a924-cf2e73ec1168 None None] Provisioning for port 27c82cbe-ddeb-4f07-9e13-13a24a9a5149 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:41:23.712471 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'name': 'tempest-TestShelveInstance-465244313-router', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:21Z', 'updated_at': '2021-09-08T16:41:22Z', 'revision_number': 3, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'gw_port': {'id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:22Z', 'updated_at': '2021-09-08T16:41:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:23.716981 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-6dffd0bc-f8b3-4e16-a829-5aea06b6ea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:35Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 4, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'gw_port': {'id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '58e12531-4629-4f25-91ac-0b658a03703a', 'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'mac_address': 'fa:16:3e:6e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:40Z', 'updated_at': '2021-09-08T16:35:55Z', 'revision_number': 5, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'subnets': [{'id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:23.763269 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dffd0bc-f8b3-4e16-a829-5aea06b6ea3f None None] The sync data for ids ['238b8d44-6f87-4093-8fd6-5624cc1c743a'] in dv-cinder-790535-14-iscsi is: [{'id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:35Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 4, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'gw_port': {'id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '58e12531-4629-4f25-91ac-0b658a03703a', 'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'mac_address': 'fa:16:3e:6e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:40Z', 'updated_at': '2021-09-08T16:35:55Z', 'revision_number': 5, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'subnets': [{'id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:41:23.846537 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] Checking router: cbed1110-e338-4203-98c5-e9ceb984b1e7 for host: dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:41:23.846869 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] Updating router cbed1110-e338-4203-98c5-e9ceb984b1e7 port 128f516e-4c16-4bee-8543-bdc9ab35f9bb binding host dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:41:23.872754 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:23.921251 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a76a06f0-73cd-49f3-afb0-757f83a6eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.054392 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 27c82cbe-ddeb-4f07-9e13-13a24a9a5149 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:41:24.132202 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [None req-a76a06f0-73cd-49f3-afb0-757f83a6eb2f admin admin] Allocated IP 172.20.0.1 (892d82b0-ccf0-484c-a926-d570c8a4836c/21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4/6316940f-3b33-45db-b4cc-811b586a6221) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:41:24.137915 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port 27c82cbe-ddeb-4f07-9e13-13a24a9a5149 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:41:24.142296 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 27c82cbe-ddeb-4f07-9e13-13a24a9a5149 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:24.142974 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.148188 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5834b-d460-48ec-a45a-9843b4b30d9e None None] New status for floating IP f5707fcc-a81e-4b9e-b7f2-e279cad18a3f: DOWN {{(pid=94084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:41:24.216598 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.226970 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] Transition to ACTIVE for port object 128f516e-4c16-4bee-8543-bdc9ab35f9bb will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:41:24.233422 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.261158 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a76a06f0-73cd-49f3-afb0-757f83a6eb2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.278017 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [None req-a76a06f0-73cd-49f3-afb0-757f83a6eb2f admin admin] Transition to ACTIVE for port object 6316940f-3b33-45db-b4cc-811b586a6221 will not be triggered until provisioned by entity DHCP. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:41:24.285309 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b18a7-03bb-44e3-af6b-549d268972b2 None None] Pushing event updated for resources: {'Port': ['ID=128f516e-4c16-4bee-8543-bdc9ab35f9bb,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:24.297217 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b18a7-03bb-44e3-af6b-549d268972b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:24.297760 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b18a7-03bb-44e3-af6b-549d268972b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:24.298407 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b18a7-03bb-44e3-af6b-549d268972b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:24.298880 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b18a7-03bb-44e3-af6b-549d268972b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:24.299368 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b18a7-03bb-44e3-af6b-549d268972b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:24.300025 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b18a7-03bb-44e3-af6b-549d268972b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:24.300502 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b18a7-03bb-44e3-af6b-549d268972b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:24.300965 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b18a7-03bb-44e3-af6b-549d268972b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:24.301434 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b18a7-03bb-44e3-af6b-549d268972b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:24.301554 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-9f47bec0-bcc2-4730-809c-20e8550fbe88 None None] Provisioning complete for port 27c82cbe-ddeb-4f07-9e13-13a24a9a5149 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:24.301911 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9f47bec0-bcc2-4730-809c-20e8550fbe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.302134 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b18a7-03bb-44e3-af6b-549d268972b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:24.302594 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b18a7-03bb-44e3-af6b-549d268972b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:24.303066 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8b18a7-03bb-44e3-af6b-549d268972b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:24.310552 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] Attempting to bind port 128f516e-4c16-4bee-8543-bdc9ab35f9bb on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:41:24.310956 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] Attempting to bind port 128f516e-4c16-4bee-8543-bdc9ab35f9bb by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:41:24.311285 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] Attempting to bind port 128f516e-4c16-4bee-8543-bdc9ab35f9bb on network 84aa3881-86d2-4090-846d-df2f4a76ffa3 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:41:24.316496 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:41:24.316869 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] Checking segment: {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:41:24.317273 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.317656 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] Bound using segment: {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:41:24.318134 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] Bound port: 128f516e-4c16-4bee-8543-bdc9ab35f9bb, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:41:24.318522 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.332313 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a76a06f0-73cd-49f3-afb0-757f83a6eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.376530 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.392555 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:41:24.400389 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] For port 128f516e-4c16-4bee-8543-bdc9ab35f9bb, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:41:24.406177 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] For port 128f516e-4c16-4bee-8543-bdc9ab35f9bb, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=128f516e-4c16-4bee-8543-bdc9ab35f9bb,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:41:24.410218 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76a06f0-73cd-49f3-afb0-757f83a6eb2f admin admin] Network 892d82b0-ccf0-484c-a926-d570c8a4836c is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:41:24.411306 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.415142 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-a76a06f0-73cd-49f3-afb0-757f83a6eb2f admin admin] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:41:24.421397 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76a06f0-73cd-49f3-afb0-757f83a6eb2f admin admin] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:41:24.423264 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] No Port match for: 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:41:24.423773 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 3b6ec9fd-1364-48dd-9793-1a558b78f7d8 not bound to the agent host hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:41:24.450120 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a06f0-73cd-49f3-afb0-757f83a6eb2f admin admin] Pushing event updated for resources: {'Port': ['ID=6316940f-3b33-45db-b4cc-811b586a6221,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:24.464911 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a76a06f0-73cd-49f3-afb0-757f83a6eb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587413'] for router_interface, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.465521 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port 27c82cbe-ddeb-4f07-9e13-13a24a9a5149, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=27c82cbe-ddeb-4f07-9e13-13a24a9a5149,segment=NetworkSegment(c4e4cae2-14d7-4e17-afc0-ddae6a431e66),segment_id=c4e4cae2-14d7-4e17-afc0-ddae6a431e66)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:41:24.481508 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.483504 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9f47bec0-bcc2-4730-809c-20e8550fbe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.504585 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b18a7-03bb-44e3-af6b-549d268972b2 None None] Pushing event updated for resources: {'Port': ['ID=128f516e-4c16-4bee-8543-bdc9ab35f9bb,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:24.525817 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] Routers {'cbed1110-e338-4203-98c5-e9ceb984b1e7'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:41:24.529925 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:41:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['cbed1110-e338-4203-98c5-e9ceb984b1e7'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:24.591947 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=27c82cbe-ddeb-4f07-9e13-13a24a9a5149,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:24.601362 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.db.api [None req-9f47bec0-bcc2-4730-809c-20e8550fbe88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 16:41:24.601977 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG oslo_db.api [None req-9f47bec0-bcc2-4730-809c-20e8550fbe88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 16:41:24.630119 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a76a06f0-73cd-49f3-afb0-757f83a6eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.634766 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38870) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:24.687805 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] Set router cbed1110-e338-4203-98c5-e9ceb984b1e7 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:41:24.715151 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-38ebe4b5-1c6c-4a3d-9b82-14d0953af2fa tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.744508 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-38ebe4b5-1c6c-4a3d-9b82-14d0953af2fa tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.804494 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-38ebe4b5-1c6c-4a3d-9b82-14d0953af2fa tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.808548 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-38ebe4b5-1c6c-4a3d-9b82-14d0953af2fa tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.810123 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-38ebe4b5-1c6c-4a3d-9b82-14d0953af2fa tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "DELETE /v2.0/security-groups/73c55b68-d8ce-4738-b967-49e22c92bd77 HTTP/1.1" status: 204 len: 168 time: 0.1735337 Sep 08 16:41:24.815994 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38872) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:24.831930 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebe4b5-1c6c-4a3d-9b82-14d0953af2fa tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c55b68-d8ce-4738-b967-49e22c92bd77,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:24.834539 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.api.v2.resource [None req-1db577fa-371d-4756-bc04-fb749a846723 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] show failed (client error): The resource could not be found. Sep 08 16:41:24.838535 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-1db577fa-371d-4756-bc04-fb749a846723 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups/73c55b68-d8ce-4738-b967-49e22c92bd77 HTTP/1.1" status: 404 len: 347 time: 0.0186489 Sep 08 16:41:24.839047 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38874) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:24.848141 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a76a06f0-73cd-49f3-afb0-757f83a6eb2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.859133 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a76a06f0-73cd-49f3-afb0-757f83a6eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.892085 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'name': 'tempest-TestShelveInstance-465244313-router', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:21Z', 'updated_at': '2021-09-08T16:41:22Z', 'revision_number': 3, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'gw_port': {'id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:22Z', 'updated_at': '2021-09-08T16:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:24.919328 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375a6c31-5134-457c-a368-ca6a075c8b9b None None] The sync data for ids ['cbed1110-e338-4203-98c5-e9ceb984b1e7'] in dv-cinder-790535-14-iscsi is: [{'id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'name': 'tempest-TestShelveInstance-465244313-router', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:21Z', 'updated_at': '2021-09-08T16:41:22Z', 'revision_number': 3, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'gw_port': {'id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:22Z', 'updated_at': '2021-09-08T16:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}] {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:41:24.929687 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a06f0-73cd-49f3-afb0-757f83a6eb2f admin admin] Pushing event updated for resources: {'Port': ['ID=6316940f-3b33-45db-b4cc-811b586a6221,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:24.933109 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a76a06f0-73cd-49f3-afb0-757f83a6eb2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588549'] for router_interface, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:24.977957 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-037beff6-c219-46fc-9940-ed7d33c56b86 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Deleting port a6743b2b-8bb0-4bad-90fb-44370fd4b506 {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:41:24.978542 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-037beff6-c219-46fc-9940-ed7d33c56b86 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:25.023833 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76a06f0-73cd-49f3-afb0-757f83a6eb2f admin admin] Network 892d82b0-ccf0-484c-a926-d570c8a4836c is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:41:25.025665 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-a76a06f0-73cd-49f3-afb0-757f83a6eb2f admin admin] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:41:25.066351 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-037beff6-c219-46fc-9940-ed7d33c56b86 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:25.066689 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-037beff6-c219-46fc-9940-ed7d33c56b86 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:25.081677 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-037beff6-c219-46fc-9940-ed7d33c56b86 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Calling delete_port for a6743b2b-8bb0-4bad-90fb-44370fd4b506 owned by network:floatingip {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:41:25.168122 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76a06f0-73cd-49f3-afb0-757f83a6eb2f admin admin] Router cbed1110-e338-4203-98c5-e9ceb984b1e7 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:41:25.306376 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-037beff6-c219-46fc-9940-ed7d33c56b86 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:25.308289 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-119dfc4c-2baa-41c9-ab80-68e8d72e23db None None] Provisioning for port 6316940f-3b33-45db-b4cc-811b586a6221 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:41:25.312329 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-119dfc4c-2baa-41c9-ab80-68e8d72e23db None None] Provisioning complete for port 6316940f-3b33-45db-b4cc-811b586a6221 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:25.312629 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-119dfc4c-2baa-41c9-ab80-68e8d72e23db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:25.336412 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76a06f0-73cd-49f3-afb0-757f83a6eb2f admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:41:25.343286 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-a76a06f0-73cd-49f3-afb0-757f83a6eb2f admin admin] 10.222.0.69 "PUT /v2.0/routers/cbed1110-e338-4203-98c5-e9ceb984b1e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9456573 Sep 08 16:41:25.362105 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-119dfc4c-2baa-41c9-ab80-68e8d72e23db None None] Port 6316940f-3b33-45db-b4cc-811b586a6221 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:41:25.485275 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-102f5c12-00c9-4907-90fb-48ae7b59d75a None None] Provisioning complete for port 6316940f-3b33-45db-b4cc-811b586a6221 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:25.485928 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-102f5c12-00c9-4907-90fb-48ae7b59d75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:25.531884 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-102f5c12-00c9-4907-90fb-48ae7b59d75a None None] Port 6316940f-3b33-45db-b4cc-811b586a6221 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:41:25.623788 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037beff6-c219-46fc-9940-ed7d33c56b86 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Pushing event deleted for resources: {'Port': ['ID=a6743b2b-8bb0-4bad-90fb-44370fd4b506,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:25.708624 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-037beff6-c219-46fc-9940-ed7d33c56b86 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for floatingip, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:25.712111 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-037beff6-c219-46fc-9940-ed7d33c56b86 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:25.724969 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-037beff6-c219-46fc-9940-ed7d33c56b86 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "DELETE /v2.0/floatingips/f5707fcc-a81e-4b9e-b7f2-e279cad18a3f HTTP/1.1" status: 204 len: 168 time: 0.8737698 Sep 08 16:41:26.039747 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38902) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:26.045775 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-b2cb8025-42c2-41af-8d5a-05182d217f6b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-465278533-network', 'tenant_id': 'aef59370de6d46e8a78ef6a71ade7cd9'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:26.083841 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cb8025-42c2-41af-8d5a-05182d217f6b admin admin] Made reservation on behalf of aef59370de6d46e8a78ef6a71ade7cd9 for: {'network': 1} {{(pid=94082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:41:26.086487 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2cb8025-42c2-41af-8d5a-05182d217f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for network, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:26.098350 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2cb8025-42c2-41af-8d5a-05182d217f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:26.164792 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 128f516e-4c16-4bee-8543-bdc9ab35f9bb up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:41:26.212054 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2cb8025-42c2-41af-8d5a-05182d217f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:26.219061 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2cb8025-42c2-41af-8d5a-05182d217f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:26.228762 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port 128f516e-4c16-4bee-8543-bdc9ab35f9bb completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:41:26.235198 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 128f516e-4c16-4bee-8543-bdc9ab35f9bb triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:26.235870 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:26.244587 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2cb8025-42c2-41af-8d5a-05182d217f6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:41:26.260415 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb8025-42c2-41af-8d5a-05182d217f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ec8d1b-dd43-4b53-92af-7cf693a62a33,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:26.265894 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2cb8025-42c2-41af-8d5a-05182d217f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:26.266459 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.db.segments_db [None req-b2cb8025-42c2-41af-8d5a-05182d217f6b admin admin] Added segment 9cb911f3-8eaa-4ad9-bb90-64541b79c80d of type vlan for network 9b11b455-d8d8-4ee8-9d3f-cc52476fca3e Sep 08 16:41:26.316107 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2cb8025-42c2-41af-8d5a-05182d217f6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790707670824'] for network, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:26.334260 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:26.346530 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2cb8025-42c2-41af-8d5a-05182d217f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for network, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:26.348040 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cb8025-42c2-41af-8d5a-05182d217f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:26.348941 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2cb8025-42c2-41af-8d5a-05182d217f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:26.358753 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port 128f516e-4c16-4bee-8543-bdc9ab35f9bb, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=128f516e-4c16-4bee-8543-bdc9ab35f9bb,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:41:26.366075 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:26.366832 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 27c82cbe-ddeb-4f07-9e13-13a24a9a5149 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:41:26.395085 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-b2cb8025-42c2-41af-8d5a-05182d217f6b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3536372 Sep 08 16:41:26.397646 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 38904) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:26.398565 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 38906) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:26.405612 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-f3c88d8f-b395-443f-997d-149f391621de tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--297334693', 'description': 'tempest-description--397751747'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:26.426935 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-17bbc817-d339-4727-acc4-5cfa4aecbe2f admin admin] Request body: {'subnet': {'network_id': '9b11b455-d8d8-4ee8-9d3f-cc52476fca3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-465278533-subnet', 'tenant_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'ip_version': 4}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:26.438769 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb8025-42c2-41af-8d5a-05182d217f6b admin admin] Pushing event updated for resources: {'Network': ['ID=9b11b455-d8d8-4ee8-9d3f-cc52476fca3e,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:26.452574 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Network 9b11b455-d8d8-4ee8-9d3f-cc52476fca3e details requested by agent ovs-agent-dv-cinder-790535-14-iscsi with host dv-cinder-790535-14-iscsi {{(pid=94084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 16:41:26.452788 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.db.api [None req-f3c88d8f-b395-443f-997d-149f391621de tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 16:41:26.452788 dv-cinder-790535-14-iscsi neutron-server[94083]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 08 16:41:26.452788 dv-cinder-790535-14-iscsi neutron-server[94083]: [parameters: {'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'id': '8fbfc2a0-e835-4032-b4f1-88bdd4beea2a', 'expiration': datetime.datetime(2021, 9, 8, 16, 43, 26, 446282)}] Sep 08 16:41:26.452788 dv-cinder-790535-14-iscsi neutron-server[94083]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 16:41:26.453168 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG oslo_db.api [None req-f3c88d8f-b395-443f-997d-149f391621de tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 16:41:26.465078 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bbc817-d339-4727-acc4-5cfa4aecbe2f admin admin] Made reservation on behalf of aef59370de6d46e8a78ef6a71ade7cd9 for: {'subnet': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:41:26.467515 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-17bbc817-d339-4727-acc4-5cfa4aecbe2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30250995'] for subnet, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:26.478149 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=128f516e-4c16-4bee-8543-bdc9ab35f9bb,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:26.532594 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 27c82cbe-ddeb-4f07-9e13-13a24a9a5149 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:26.533290 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:26.641038 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-17bbc817-d339-4727-acc4-5cfa4aecbe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29612496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30250989'] for subnet, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:26.700727 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbc817-d339-4727-acc4-5cfa4aecbe2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=714df8d8-3863-436f-8b40-36981e52d69f,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:26.709694 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bbc817-d339-4727-acc4-5cfa4aecbe2f admin admin] Checking segment: {'id': '9cb911f3-8eaa-4ad9-bb90-64541b79c80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9b11b455-d8d8-4ee8-9d3f-cc52476fca3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:41:26.710049 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bbc817-d339-4727-acc4-5cfa4aecbe2f admin admin] Network hostable DHCP agents. Network: 9b11b455-d8d8-4ee8-9d3f-cc52476fca3e, hostable agents: ['c6a67338-5c5e-4be7-97de-2bb9548e06ff'], hosted agents: [] {{(pid=94083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:41:26.721078 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] Sync routers for ids ['cbed1110-e338-4203-98c5-e9ceb984b1e7'] in dv-cinder-790535-14-iscsi {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:41:26.731267 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bbc817-d339-4727-acc4-5cfa4aecbe2f admin admin] Network 9b11b455-d8d8-4ee8-9d3f-cc52476fca3e is scheduled to be hosted by DHCP agent c6a67338-5c5e-4be7-97de-2bb9548e06ff with binding_index 1 {{(pid=94083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:41:26.731917 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] Routers {'cbed1110-e338-4203-98c5-e9ceb984b1e7'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:41:26.732548 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:41:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['cbed1110-e338-4203-98c5-e9ceb984b1e7'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:26.743572 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-17bbc817-d339-4727-acc4-5cfa4aecbe2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-14-iscsi, 9b11b455-d8d8-4ee8-9d3f-cc52476fca3e) {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:41:26.748351 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bbc817-d339-4727-acc4-5cfa4aecbe2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:26.748945 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-17bbc817-d339-4727-acc4-5cfa4aecbe2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:26.754523 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c61f79-5255-4bb3-8cfc-267c06a6427a None None] Network 9b11b455-d8d8-4ee8-9d3f-cc52476fca3e requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:41:26.769414 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-17bbc817-d339-4727-acc4-5cfa4aecbe2f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3678317 Sep 08 16:41:26.772685 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 38910) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:26.782368 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-c4530e35-b105-4939-9570-f504d42f4c5b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-465278533-router', 'tenant_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:26.806775 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c4530e35-b105-4939-9570-f504d42f4c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14265'] for router, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:26.808132 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c4530e35-b105-4939-9570-f504d42f4c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583829', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14256'] for router, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:26.854564 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] Set router cbed1110-e338-4203-98c5-e9ceb984b1e7 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:41:26.863987 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c4530e35-b105-4939-9570-f504d42f4c5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:26.927023 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd0c79c-1027-5749-bad1-05de697929c1-9b11b455-d8d8-4ee8-9d3f-cc52476fca3e', 'network_id': '9b11b455-d8d8-4ee8-9d3f-cc52476fca3e', 'tenant_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'fixed_ips': [{'subnet_id': '714df8d8-3863-436f-8b40-36981e52d69f'}]}} from dv-cinder-790535-14-iscsi. {{(pid=94084) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 16:41:26.928022 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.019143 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c4530e35-b105-4939-9570-f504d42f4c5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.041918 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f3c88d8f-b395-443f-997d-149f391621de tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.069749 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Allocated IP 172.20.0.2 (9b11b455-d8d8-4ee8-9d3f-cc52476fca3e/714df8d8-3863-436f-8b40-36981e52d69f/16984cd8-7793-4397-8441-8a3ebf0d4c03) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:41:27.093020 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'name': 'tempest-TestShelveInstance-465244313-router', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:21Z', 'updated_at': '2021-09-08T16:41:24Z', 'revision_number': 4, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'gw_port': {'id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:22Z', 'updated_at': '2021-09-08T16:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '6316940f-3b33-45db-b4cc-811b586a6221', 'name': '', 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'mac_address': 'fa:16:3e:ac:f5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:23Z', 'updated_at': '2021-09-08T16:41:24Z', 'revision_number': 2, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'subnets': [{'id': '21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:27.130004 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] Checking router: cbed1110-e338-4203-98c5-e9ceb984b1e7 for host: dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:41:27.130360 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] Updating router cbed1110-e338-4203-98c5-e9ceb984b1e7 port 6316940f-3b33-45db-b4cc-811b586a6221 binding host dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:41:27.165499 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.257391 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.266136 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Transition to ACTIVE for port object 16984cd8-7793-4397-8441-8a3ebf0d4c03 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:41:27.272842 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f3c88d8f-b395-443f-997d-149f391621de tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.286973 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Transition to ACTIVE for port object 16984cd8-7793-4397-8441-8a3ebf0d4c03 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:41:27.294677 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.295199 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f3c88d8f-b395-443f-997d-149f391621de tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.334471 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Network 9b11b455-d8d8-4ee8-9d3f-cc52476fca3e is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:41:27.340461 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f3c88d8f-b395-443f-997d-149f391621de tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.340675 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:41:27.341709 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-f3c88d8f-b395-443f-997d-149f391621de tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9415205 Sep 08 16:41:27.343886 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:41:27.344804 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38916) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:27.350033 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-dd300c46-5c5a-45d3-9064-f7db818f8962 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Request body: {'security_group_rule': {'security_group_id': '234af289-a1a9-4895-bccc-634ea80bfc25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:27.351300 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Pushing event updated for resources: {'Port': ['ID=16984cd8-7793-4397-8441-8a3ebf0d4c03,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:27.353247 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c88d8f-b395-443f-997d-149f391621de tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234af289-a1a9-4895-bccc-634ea80bfc25,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:27.356826 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c4530e35-b105-4939-9570-f504d42f4c5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.381568 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-dd300c46-5c5a-45d3-9064-f7db818f8962 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.385816 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c4530e35-b105-4939-9570-f504d42f4c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.417539 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Attempting to bind port 16984cd8-7793-4397-8441-8a3ebf0d4c03 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:41:27.417911 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Attempting to bind port 16984cd8-7793-4397-8441-8a3ebf0d4c03 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '9cb911f3-8eaa-4ad9-bb90-64541b79c80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9b11b455-d8d8-4ee8-9d3f-cc52476fca3e'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:41:27.418282 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Attempting to bind port 16984cd8-7793-4397-8441-8a3ebf0d4c03 on network 9b11b455-d8d8-4ee8-9d3f-cc52476fca3e {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:41:27.423457 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:41:27.423841 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Checking segment: {'id': '9cb911f3-8eaa-4ad9-bb90-64541b79c80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9b11b455-d8d8-4ee8-9d3f-cc52476fca3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:41:27.424251 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.424644 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Bound using segment: {'id': '9cb911f3-8eaa-4ad9-bb90-64541b79c80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9b11b455-d8d8-4ee8-9d3f-cc52476fca3e'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:41:27.425109 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Bound port: 16984cd8-7793-4397-8441-8a3ebf0d4c03, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb911f3-8eaa-4ad9-bb90-64541b79c80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9b11b455-d8d8-4ee8-9d3f-cc52476fca3e'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:41:27.425496 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.472482 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-dd300c46-5c5a-45d3-9064-f7db818f8962 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.478565 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-dd300c46-5c5a-45d3-9064-f7db818f8962 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.499882 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] For port 16984cd8-7793-4397-8441-8a3ebf0d4c03, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:41:27.505215 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] For port 16984cd8-7793-4397-8441-8a3ebf0d4c03, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=16984cd8-7793-4397-8441-8a3ebf0d4c03,segment=NetworkSegment(9cb911f3-8eaa-4ad9-bb90-64541b79c80d),segment_id=9cb911f3-8eaa-4ad9-bb90-64541b79c80d)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:41:27.505501 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd300c46-5c5a-45d3-9064-f7db818f8962 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f018f0a5-23b3-49fe-bb6d-2f3e3db2a29c,revision_number=0']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:27.513388 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.515499 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-dd300c46-5c5a-45d3-9064-f7db818f8962 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.517007 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.517165 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-dd300c46-5c5a-45d3-9064-f7db818f8962 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1710420 Sep 08 16:41:27.523828 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 38918) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:27.529556 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-fdb2a45a-7220-48e9-8193-320c7b997dd9 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Request body: {'security_group_rule': {'security_group_id': '234af289-a1a9-4895-bccc-634ea80bfc25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:27.529719 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] Transition to ACTIVE for port object 6316940f-3b33-45db-b4cc-811b586a6221 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:41:27.534278 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [None req-c4530e35-b105-4939-9570-f504d42f4c5b admin admin] Allocated IP 172.27.3.28 (84aa3881-86d2-4090-846d-df2f4a76ffa3/4838e23d-7083-4c92-9a08-11046328e4a1/10f0f219-bac6-49e0-b057-f1f6b8bc95c7) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:41:27.535760 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.582120 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9f012-36aa-4074-9e1b-d0826fffb35d None None] Pushing event updated for resources: {'Port': ['ID=16984cd8-7793-4397-8441-8a3ebf0d4c03,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:27.596921 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-fdb2a45a-7220-48e9-8193-320c7b997dd9 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.619836 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a5ab0-6718-4a5d-ab37-d8e51a814f1e None None] Pushing event updated for resources: {'Port': ['ID=6316940f-3b33-45db-b4cc-811b586a6221,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:27.650383 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] Attempting to bind port 6316940f-3b33-45db-b4cc-811b586a6221 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:41:27.650611 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] Attempting to bind port 6316940f-3b33-45db-b4cc-811b586a6221 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': 'c4e4cae2-14d7-4e17-afc0-ddae6a431e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:41:27.651030 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] Attempting to bind port 6316940f-3b33-45db-b4cc-811b586a6221 on network 892d82b0-ccf0-484c-a926-d570c8a4836c {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:41:27.658290 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:41:27.658673 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] Checking segment: {'id': 'c4e4cae2-14d7-4e17-afc0-ddae6a431e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:41:27.659431 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.659885 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] Bound using segment: {'id': 'c4e4cae2-14d7-4e17-afc0-ddae6a431e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:41:27.660946 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] Bound port: 6316940f-3b33-45db-b4cc-811b586a6221, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e4cae2-14d7-4e17-afc0-ddae6a431e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:41:27.660946 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.718416 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c4530e35-b105-4939-9570-f504d42f4c5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.736544 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-fdb2a45a-7220-48e9-8193-320c7b997dd9 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.741701 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] For port 6316940f-3b33-45db-b4cc-811b586a6221, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:41:27.745887 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-fdb2a45a-7220-48e9-8193-320c7b997dd9 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.753394 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] For port 6316940f-3b33-45db-b4cc-811b586a6221, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=6316940f-3b33-45db-b4cc-811b586a6221,segment=NetworkSegment(c4e4cae2-14d7-4e17-afc0-ddae6a431e66),segment_id=c4e4cae2-14d7-4e17-afc0-ddae6a431e66)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:41:27.759749 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.780227 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2a45a-7220-48e9-8193-320c7b997dd9 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218b8993-43cd-4868-9f83-8a9477ebbbda,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:27.795998 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-fdb2a45a-7220-48e9-8193-320c7b997dd9 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.800498 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38920) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:27.800622 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-fdb2a45a-7220-48e9-8193-320c7b997dd9 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2752454 Sep 08 16:41:27.805463 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-829a520d-50c3-4aca-83f9-5516b143a97f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Request body: {'floatingip': {'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:27.810989 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c4530e35-b105-4939-9570-f504d42f4c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.813443 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] Routers {'cbed1110-e338-4203-98c5-e9ceb984b1e7'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:41:27.814926 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:41:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['cbed1110-e338-4203-98c5-e9ceb984b1e7'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:27.877093 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4530e35-b105-4939-9570-f504d42f4c5b admin admin] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:41:27.881291 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-c4530e35-b105-4939-9570-f504d42f4c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:41:27.886833 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-829a520d-50c3-4aca-83f9-5516b143a97f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for floatingip, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:27.887058 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4530e35-b105-4939-9570-f504d42f4c5b admin admin] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:41:27.890370 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4530e35-b105-4939-9570-f504d42f4c5b admin admin] Pushing event updated for resources: {'Port': ['ID=10f0f219-bac6-49e0-b057-f1f6b8bc95c7,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:28.122818 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-829a520d-50c3-4aca-83f9-5516b143a97f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:28.211699 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 128f516e-4c16-4bee-8543-bdc9ab35f9bb up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:41:28.216304 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a5ab0-6718-4a5d-ab37-d8e51a814f1e None None] Pushing event updated for resources: {'Port': ['ID=6316940f-3b33-45db-b4cc-811b586a6221,revision_number=4']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:28.290952 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 128f516e-4c16-4bee-8543-bdc9ab35f9bb triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:28.291323 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:28.301312 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c4530e35-b105-4939-9570-f504d42f4c5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:28.309338 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-829a520d-50c3-4aca-83f9-5516b143a97f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Allocated IP 172.27.3.184 (84aa3881-86d2-4090-846d-df2f4a76ffa3/4838e23d-7083-4c92-9a08-11046328e4a1/dee17b33-9be0-4793-8bd9-9a2a6079a318) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:41:28.333309 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] Set router cbed1110-e338-4203-98c5-e9ceb984b1e7 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:41:28.467559 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 16984cd8-7793-4397-8441-8a3ebf0d4c03 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:41:28.469720 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5432e75c-584b-46c3-9c82-87ca2fb01a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:28.503934 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-829a520d-50c3-4aca-83f9-5516b143a97f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:28.544259 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port 16984cd8-7793-4397-8441-8a3ebf0d4c03 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:41:28.593687 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-829a520d-50c3-4aca-83f9-5516b143a97f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:28.652823 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'name': 'tempest-TestShelveInstance-465244313-router', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:21Z', 'updated_at': '2021-09-08T16:41:24Z', 'revision_number': 4, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'gw_port': {'id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:22Z', 'updated_at': '2021-09-08T16:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '6316940f-3b33-45db-b4cc-811b586a6221', 'name': '', 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'mac_address': 'fa:16:3e:ac:f5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:23Z', 'updated_at': '2021-09-08T16:41:27Z', 'revision_number': 4, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'subnets': [{'id': '21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:28.681970 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686bc50b-0636-4564-883e-986cbff3ce2a None None] The sync data for ids ['cbed1110-e338-4203-98c5-e9ceb984b1e7'] in dv-cinder-790535-14-iscsi is: [{'id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'name': 'tempest-TestShelveInstance-465244313-router', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:21Z', 'updated_at': '2021-09-08T16:41:24Z', 'revision_number': 4, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'gw_port': {'id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:22Z', 'updated_at': '2021-09-08T16:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '6316940f-3b33-45db-b4cc-811b586a6221', 'name': '', 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'mac_address': 'fa:16:3e:ac:f5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:23Z', 'updated_at': '2021-09-08T16:41:27Z', 'revision_number': 4, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'subnets': [{'id': '21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:41:28.683965 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829a520d-50c3-4aca-83f9-5516b143a97f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:41:28.694720 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-829a520d-50c3-4aca-83f9-5516b143a97f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:41:28.699634 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829a520d-50c3-4aca-83f9-5516b143a97f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:41:28.738147 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a520d-50c3-4aca-83f9-5516b143a97f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Pushing event updated for resources: {'Port': ['ID=dee17b33-9be0-4793-8bd9-9a2a6079a318,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:28.804757 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a2edc-b9d3-4a49-a8ea-762e1a4ceddc req-dece34dd-68cf-43c3-a3ba-5181a2f9108c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:28.806507 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a16a2edc-b9d3-4a49-a8ea-762e1a4ceddc req-dece34dd-68cf-43c3-a3ba-5181a2f9108c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.1353142 Sep 08 16:41:28.913637 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a16a2edc-b9d3-4a49-a8ea-762e1a4ceddc req-e4bf1606-8701-45a1-a586-0f9f49328706 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625491 Sep 08 16:41:28.943323 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-829a520d-50c3-4aca-83f9-5516b143a97f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:28.994218 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-829a520d-50c3-4aca-83f9-5516b143a97f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:28.998281 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c4530e35-b105-4939-9570-f504d42f4c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587332'] for router, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:29.130727 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3e5b55-1fc2-48c0-bb35-edea30f94ee1 None None] Network 9b11b455-d8d8-4ee8-9d3f-cc52476fca3e requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:41:29.197052 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4530e35-b105-4939-9570-f504d42f4c5b admin admin] Router 36ec20cd-e166-4e50-b03c-80b2e5da97a7 is scheduled to L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 with binding_index 1 {{(pid=94083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 16:41:29.218037 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-829a520d-50c3-4aca-83f9-5516b143a97f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for port, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:29.227972 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-2287f4ac-5607-49a3-b5c1-e8ba3d513c73 None None] Provisioning for port 16984cd8-7793-4397-8441-8a3ebf0d4c03 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:41:29.233738 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-829a520d-50c3-4aca-83f9-5516b143a97f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29530948'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:29.241247 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-2287f4ac-5607-49a3-b5c1-e8ba3d513c73 None None] Provisioning complete for port 16984cd8-7793-4397-8441-8a3ebf0d4c03 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:29.241643 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2287f4ac-5607-49a3-b5c1-e8ba3d513c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:29.319970 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a520d-50c3-4aca-83f9-5516b143a97f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Pushing event updated for resources: {'Port': ['ID=dee17b33-9be0-4793-8bd9-9a2a6079a318,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:29.330038 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-829a520d-50c3-4aca-83f9-5516b143a97f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587310'] for floatingip, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:29.333084 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4530e35-b105-4939-9570-f504d42f4c5b admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:41:29.349437 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] Sync routers for ids ['36ec20cd-e166-4e50-b03c-80b2e5da97a7'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:41:29.356077 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-c4530e35-b105-4939-9570-f504d42f4c5b admin admin] Notify callbacks [] for router, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:29.356690 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-829a520d-50c3-4aca-83f9-5516b143a97f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:29.357856 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-c4530e35-b105-4939-9570-f504d42f4c5b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5834501 Sep 08 16:41:29.361984 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-829a520d-50c3-4aca-83f9-5516b143a97f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5602896 Sep 08 16:41:29.362140 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 38938) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:29.411198 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] Routers {'36ec20cd-e166-4e50-b03c-80b2e5da97a7'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:41:29.411882 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:41:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['36ec20cd-e166-4e50-b03c-80b2e5da97a7'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:29.526050 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2287f4ac-5607-49a3-b5c1-e8ba3d513c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:29.698949 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1484a62e-4041-4c99-a794-8c2e65229792 req-db3cc976-a8a0-4592-98bb-b4788b52d51f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--297334693&fields=id&tenant_id=1c557bacc0f34ebebe377a14efbe9c0d HTTP/1.1" status: 200 len: 267 time: 0.0747347 Sep 08 16:41:29.794263 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] Set router 36ec20cd-e166-4e50-b03c-80b2e5da97a7 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:41:29.820152 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-2287f4ac-5607-49a3-b5c1-e8ba3d513c73 None None] For port 16984cd8-7793-4397-8441-8a3ebf0d4c03, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=16984cd8-7793-4397-8441-8a3ebf0d4c03,segment=NetworkSegment(9cb911f3-8eaa-4ad9-bb90-64541b79c80d),segment_id=9cb911f3-8eaa-4ad9-bb90-64541b79c80d)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:41:29.848430 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484a62e-4041-4c99-a794-8c2e65229792 req-127cda21-a2cf-4d69-a5cc-4a3328b1efb6 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:29.848719 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2287f4ac-5607-49a3-b5c1-e8ba3d513c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:29.850471 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1484a62e-4041-4c99-a794-8c2e65229792 req-127cda21-a2cf-4d69-a5cc-4a3328b1efb6 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/networks?id=f9db32ff-f404-4a60-9a66-c9419aa017aa HTTP/1.1" status: 200 len: 811 time: 0.1376143 Sep 08 16:41:29.875330 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1484a62e-4041-4c99-a794-8c2e65229792 req-bf3a92e7-5cd9-43dd-8088-6e3356ea74b4 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/quotas/1c557bacc0f34ebebe377a14efbe9c0d HTTP/1.1" status: 200 len: 375 time: 0.0153732 Sep 08 16:41:29.918243 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9b05d7eb-33bf-408f-a7cc-367f7b15313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:29.934015 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1484a62e-4041-4c99-a794-8c2e65229792 req-96941e34-b0da-4716-a87a-f113d792485f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c557bacc0f34ebebe377a14efbe9c0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577900 Sep 08 16:41:29.944249 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287f4ac-5607-49a3-b5c1-e8ba3d513c73 None None] Pushing event updated for resources: {'Port': ['ID=16984cd8-7793-4397-8441-8a3ebf0d4c03,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:29.975428 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-da72b459-5e1a-4f17-a56a-621903f0d06b None None] Provisioning complete for port 16984cd8-7793-4397-8441-8a3ebf0d4c03 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:29.975787 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-da72b459-5e1a-4f17-a56a-621903f0d06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:30.148522 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 6316940f-3b33-45db-b4cc-811b586a6221 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:41:30.180999 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfb824-fdc3-42b8-b840-e15ad999096c req-d359c31c-a7dc-4869-9364-b395b2a6578b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:30.182635 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-abbfb824-fdc3-42b8-b840-e15ad999096c req-d359c31c-a7dc-4869-9364-b395b2a6578b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.1155407 Sep 08 16:41:30.206092 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [None req-9b05d7eb-33bf-408f-a7cc-367f7b15313c admin admin] Allocated IP 172.20.0.1 (9b11b455-d8d8-4ee8-9d3f-cc52476fca3e/714df8d8-3863-436f-8b40-36981e52d69f/a5396a7a-d4d0-42f9-944d-3a6c0d3f6466) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:41:30.250722 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ec20cd-e166-4e50-b03c-80b2e5da97a7', 'name': 'tempest-TestShelveInstance-465278533-router', 'tenant_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '10f0f219-bac6-49e0-b057-f1f6b8bc95c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:26Z', 'updated_at': '2021-09-08T16:41:28Z', 'revision_number': 3, 'project_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'gw_port': {'id': '10f0f219-bac6-49e0-b057-f1f6b8bc95c7', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ec20cd-e166-4e50-b03c-80b2e5da97a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:27Z', 'updated_at': '2021-09-08T16:41:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:30.281843 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port 6316940f-3b33-45db-b4cc-811b586a6221 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:41:30.284382 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] Checking router: 36ec20cd-e166-4e50-b03c-80b2e5da97a7 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:41:30.284734 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] Updating router 36ec20cd-e166-4e50-b03c-80b2e5da97a7 port 10f0f219-bac6-49e0-b057-f1f6b8bc95c7 binding host dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:41:30.289379 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 6316940f-3b33-45db-b4cc-811b586a6221 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:30.289559 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:30.294287 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1484a62e-4041-4c99-a794-8c2e65229792 req-30e30b7b-9689-4f85-9b60-b90215126abf service neutron] 10.222.0.69 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453825 Sep 08 16:41:30.340079 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-abbfb824-fdc3-42b8-b840-e15ad999096c req-ccd006e1-1e64-4a61-b350-cbff12c4cf1f tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437404 Sep 08 16:41:30.341034 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:30.379852 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9b05d7eb-33bf-408f-a7cc-367f7b15313c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:30.397750 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [None req-9b05d7eb-33bf-408f-a7cc-367f7b15313c admin admin] Transition to ACTIVE for port object a5396a7a-d4d0-42f9-944d-3a6c0d3f6466 will not be triggered until provisioned by entity DHCP. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:41:30.410942 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1484a62e-4041-4c99-a794-8c2e65229792 req-50e14f36-5d64-4d88-a482-63d3347256ed service neutron] 10.222.0.69 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104078 Sep 08 16:41:30.438022 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9b05d7eb-33bf-408f-a7cc-367f7b15313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:30.476156 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b05d7eb-33bf-408f-a7cc-367f7b15313c admin admin] Network 9b11b455-d8d8-4ee8-9d3f-cc52476fca3e is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:41:30.479789 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-9b05d7eb-33bf-408f-a7cc-367f7b15313c admin admin] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:41:30.483643 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b05d7eb-33bf-408f-a7cc-367f7b15313c admin admin] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:41:30.528359 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05d7eb-33bf-408f-a7cc-367f7b15313c admin admin] Pushing event updated for resources: {'Port': ['ID=a5396a7a-d4d0-42f9-944d-3a6c0d3f6466,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:30.539186 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:30.555096 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9b05d7eb-33bf-408f-a7cc-367f7b15313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587413'] for router_interface, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:30.655864 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port 6316940f-3b33-45db-b4cc-811b586a6221, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=6316940f-3b33-45db-b4cc-811b586a6221,segment=NetworkSegment(c4e4cae2-14d7-4e17-afc0-ddae6a431e66),segment_id=c4e4cae2-14d7-4e17-afc0-ddae6a431e66)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:41:30.664606 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:30.708087 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-af6aa924-4cc0-472b-a959-0645a27a6d21 req-c3a409ef-c5cc-4a75-abc5-f9ea7cf1ae02 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=344579be-0ec8-43e7-9efd-d68d2730bdf6 HTTP/1.1" status: 200 len: 210 time: 0.1118741 Sep 08 16:41:30.745640 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9b05d7eb-33bf-408f-a7cc-367f7b15313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:30.768914 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:30.771763 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=6316940f-3b33-45db-b4cc-811b586a6221,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:30.785110 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] Transition to ACTIVE for port object 10f0f219-bac6-49e0-b057-f1f6b8bc95c7 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:41:30.792986 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:30.869452 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] Attempting to bind port 10f0f219-bac6-49e0-b057-f1f6b8bc95c7 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:41:30.869886 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] Attempting to bind port 10f0f219-bac6-49e0-b057-f1f6b8bc95c7 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:41:30.870209 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] Attempting to bind port 10f0f219-bac6-49e0-b057-f1f6b8bc95c7 on network 84aa3881-86d2-4090-846d-df2f4a76ffa3 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:41:30.879785 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde59e1-2e60-4314-98fe-f537e38e93f1 None None] Pushing event updated for resources: {'Port': ['ID=10f0f219-bac6-49e0-b057-f1f6b8bc95c7,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:30.885481 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-3d08bc0e-b33e-47dd-8aab-3e6a2ac74a35 None None] Provisioning for port a5396a7a-d4d0-42f9-944d-3a6c0d3f6466 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:41:30.889714 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-3d08bc0e-b33e-47dd-8aab-3e6a2ac74a35 None None] Provisioning complete for port a5396a7a-d4d0-42f9-944d-3a6c0d3f6466 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:30.890272 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3d08bc0e-b33e-47dd-8aab-3e6a2ac74a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:30.891971 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:41:30.892345 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] Checking segment: {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:41:30.892768 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:30.893162 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] Bound using segment: {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:41:30.894069 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] Bound port: 10f0f219-bac6-49e0-b057-f1f6b8bc95c7, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:41:30.894069 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:30.951251 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9b05d7eb-33bf-408f-a7cc-367f7b15313c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:30.957077 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9b05d7eb-33bf-408f-a7cc-367f7b15313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:30.957580 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-3d08bc0e-b33e-47dd-8aab-3e6a2ac74a35 None None] Port a5396a7a-d4d0-42f9-944d-3a6c0d3f6466 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:41:30.975182 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] For port 10f0f219-bac6-49e0-b057-f1f6b8bc95c7, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:41:30.978983 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] For port 10f0f219-bac6-49e0-b057-f1f6b8bc95c7, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=10f0f219-bac6-49e0-b057-f1f6b8bc95c7,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:41:30.985231 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:31.028910 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05d7eb-33bf-408f-a7cc-367f7b15313c admin admin] Pushing event updated for resources: {'Port': ['ID=a5396a7a-d4d0-42f9-944d-3a6c0d3f6466,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:31.032912 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9b05d7eb-33bf-408f-a7cc-367f7b15313c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588549'] for router_interface, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:31.047331 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] Routers {'36ec20cd-e166-4e50-b03c-80b2e5da97a7'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:41:31.048075 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:41:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['36ec20cd-e166-4e50-b03c-80b2e5da97a7'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:31.051434 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde59e1-2e60-4314-98fe-f537e38e93f1 None None] Pushing event updated for resources: {'Port': ['ID=10f0f219-bac6-49e0-b057-f1f6b8bc95c7,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:31.140318 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b05d7eb-33bf-408f-a7cc-367f7b15313c admin admin] Network 9b11b455-d8d8-4ee8-9d3f-cc52476fca3e is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:41:31.141516 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-9b05d7eb-33bf-408f-a7cc-367f7b15313c admin admin] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:41:31.162463 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d48d5625-6722-4d12-bd17-ce98caf3936f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:31.180691 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] Set router 36ec20cd-e166-4e50-b03c-80b2e5da97a7 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:41:31.255474 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:31.294743 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b05d7eb-33bf-408f-a7cc-367f7b15313c admin admin] Router 36ec20cd-e166-4e50-b03c-80b2e5da97a7 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:41:31.459685 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ec20cd-e166-4e50-b03c-80b2e5da97a7', 'name': 'tempest-TestShelveInstance-465278533-router', 'tenant_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '10f0f219-bac6-49e0-b057-f1f6b8bc95c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:26Z', 'updated_at': '2021-09-08T16:41:30Z', 'revision_number': 4, 'project_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'gw_port': {'id': '10f0f219-bac6-49e0-b057-f1f6b8bc95c7', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ec20cd-e166-4e50-b03c-80b2e5da97a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:27Z', 'updated_at': '2021-09-08T16:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': 'a5396a7a-d4d0-42f9-944d-3a6c0d3f6466', 'name': '', 'network_id': '9b11b455-d8d8-4ee8-9d3f-cc52476fca3e', 'tenant_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'mac_address': 'fa:16:3e:b8:48:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ec20cd-e166-4e50-b03c-80b2e5da97a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '714df8d8-3863-436f-8b40-36981e52d69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:29Z', 'updated_at': '2021-09-08T16:41:30Z', 'revision_number': 2, 'project_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'subnets': [{'id': '714df8d8-3863-436f-8b40-36981e52d69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:31.493091 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6bff20-912d-4541-8627-5ba81a2829d4 None None] The sync data for ids ['36ec20cd-e166-4e50-b03c-80b2e5da97a7'] in dv-cinder-790535-14-iscsi is: [{'id': '36ec20cd-e166-4e50-b03c-80b2e5da97a7', 'name': 'tempest-TestShelveInstance-465278533-router', 'tenant_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '10f0f219-bac6-49e0-b057-f1f6b8bc95c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:26Z', 'updated_at': '2021-09-08T16:41:30Z', 'revision_number': 4, 'project_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'gw_port': {'id': '10f0f219-bac6-49e0-b057-f1f6b8bc95c7', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ec20cd-e166-4e50-b03c-80b2e5da97a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:27Z', 'updated_at': '2021-09-08T16:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': 'a5396a7a-d4d0-42f9-944d-3a6c0d3f6466', 'name': '', 'network_id': '9b11b455-d8d8-4ee8-9d3f-cc52476fca3e', 'tenant_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'mac_address': 'fa:16:3e:b8:48:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ec20cd-e166-4e50-b03c-80b2e5da97a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '714df8d8-3863-436f-8b40-36981e52d69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:29Z', 'updated_at': '2021-09-08T16:41:30Z', 'revision_number': 2, 'project_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'subnets': [{'id': '714df8d8-3863-436f-8b40-36981e52d69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:41:31.503529 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-969ba44e-461b-4d6e-ae91-2578f8a1fc99 None None] Provisioning complete for port a5396a7a-d4d0-42f9-944d-3a6c0d3f6466 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:31.503913 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-969ba44e-461b-4d6e-ae91-2578f8a1fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:31.527676 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90eb281-2031-4459-b824-bf292d6a2981 req-42ff2b4e-00ce-49e5-989d-5c00dca9dc1b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:31.529459 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f90eb281-2031-4459-b824-bf292d6a2981 req-42ff2b4e-00ce-49e5-989d-5c00dca9dc1b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0716140 Sep 08 16:41:31.553480 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-969ba44e-461b-4d6e-ae91-2578f8a1fc99 None None] Port a5396a7a-d4d0-42f9-944d-3a6c0d3f6466 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:41:31.578672 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f90eb281-2031-4459-b824-bf292d6a2981 req-dfc210de-2e38-4ba2-95cd-ae6a25da5a97 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377378 Sep 08 16:41:31.665571 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b05d7eb-33bf-408f-a7cc-367f7b15313c admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:41:31.670403 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-9b05d7eb-33bf-408f-a7cc-367f7b15313c admin admin] 10.222.0.69 "PUT /v2.0/routers/36ec20cd-e166-4e50-b03c-80b2e5da97a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3072326 Sep 08 16:41:31.856649 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-24768e47-4395-40d6-9f39-bb3011d5cdb4 req-a3e1f498-1ac3-48af-b6da-ba754a268b20 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=344579be-0ec8-43e7-9efd-d68d2730bdf6 HTTP/1.1" status: 200 len: 210 time: 0.0467308 Sep 08 16:41:31.969658 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484a62e-4041-4c99-a794-8c2e65229792 req-c4cc54bd-36ff-480d-ae9a-2253d2968ec7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:31.972798 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1484a62e-4041-4c99-a794-8c2e65229792 req-c4cc54bd-36ff-480d-ae9a-2253d2968ec7 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.38 "GET /v2.0/networks?id=f9db32ff-f404-4a60-9a66-c9419aa017aa HTTP/1.1" status: 200 len: 811 time: 0.1408200 Sep 08 16:41:32.029797 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 6316940f-3b33-45db-b4cc-811b586a6221 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:41:32.033426 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1484a62e-4041-4c99-a794-8c2e65229792 req-0e7149e6-0d89-4c0f-a06f-023e9574cee5 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c557bacc0f34ebebe377a14efbe9c0d HTTP/1.1" status: 200 len: 379 time: 0.0416098 Sep 08 16:41:32.043011 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-1484a62e-4041-4c99-a794-8c2e65229792 req-f5b57721-3dfb-47c2-9889-4f5961c7b71a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Request body: {'port': {'device_id': '344579be-0ec8-43e7-9efd-d68d2730bdf6', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'admin_state_up': True, 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'security_groups': ['234af289-a1a9-4895-bccc-634ea80bfc25']}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:32.100019 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 6316940f-3b33-45db-b4cc-811b586a6221 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:32.100401 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:32.197652 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 16984cd8-7793-4397-8441-8a3ebf0d4c03 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:41:32.210991 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1484a62e-4041-4c99-a794-8c2e65229792 req-f5b57721-3dfb-47c2-9889-4f5961c7b71a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Made reservation on behalf of 1c557bacc0f34ebebe377a14efbe9c0d for: {'port': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:41:32.215768 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1484a62e-4041-4c99-a794-8c2e65229792 req-f5b57721-3dfb-47c2-9889-4f5961c7b71a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:32.262801 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 16984cd8-7793-4397-8441-8a3ebf0d4c03 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:32.263497 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:32.412700 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [req-1484a62e-4041-4c99-a794-8c2e65229792 req-f5b57721-3dfb-47c2-9889-4f5961c7b71a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Allocated IP 172.20.0.9 (f9db32ff-f404-4a60-9a66-c9419aa017aa/b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549/3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:41:32.510475 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:32.566104 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1484a62e-4041-4c99-a794-8c2e65229792 req-f5b57721-3dfb-47c2-9889-4f5961c7b71a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:32.586239 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-1484a62e-4041-4c99-a794-8c2e65229792 req-f5b57721-3dfb-47c2-9889-4f5961c7b71a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Transition to ACTIVE for port object 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 will not be triggered until provisioned by entity DHCP. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:41:32.628827 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1484a62e-4041-4c99-a794-8c2e65229792 req-f5b57721-3dfb-47c2-9889-4f5961c7b71a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:32.638133 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38984) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:32.642819 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-b6dc9d1d-e657-4452-97c1-15ebd3fc75db tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1349978523', 'description': 'tempest-secgroup-smoke-1349978523 description', 'project_id': '769a8cfb152a4a3da29c80d086a14abb'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:32.674226 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1484a62e-4041-4c99-a794-8c2e65229792 req-f5b57721-3dfb-47c2-9889-4f5961c7b71a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Network f9db32ff-f404-4a60-9a66-c9419aa017aa is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:41:32.677575 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [req-1484a62e-4041-4c99-a794-8c2e65229792 req-f5b57721-3dfb-47c2-9889-4f5961c7b71a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:41:32.685052 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-1484a62e-4041-4c99-a794-8c2e65229792 req-f5b57721-3dfb-47c2-9889-4f5961c7b71a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:41:32.691282 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b57721-3dfb-47c2-9889-4f5961c7b71a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Pushing event updated for resources: {'Port': ['ID=3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:32.697497 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b6dc9d1d-e657-4452-97c1-15ebd3fc75db tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:32.800485 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484a62e-4041-4c99-a794-8c2e65229792 req-f5b57721-3dfb-47c2-9889-4f5961c7b71a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:32.801242 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1484a62e-4041-4c99-a794-8c2e65229792 req-f5b57721-3dfb-47c2-9889-4f5961c7b71a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:32.813605 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e75a1-7183-456d-b5e9-6c887d46a8bb req-05eb5e53-8ede-4e7b-82ee-f2d113f15a4f tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:32.820607 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b6dc9d1d-e657-4452-97c1-15ebd3fc75db tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:32.821559 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ec7e75a1-7183-456d-b5e9-6c887d46a8bb req-05eb5e53-8ede-4e7b-82ee-f2d113f15a4f tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.1028426 Sep 08 16:41:32.826070 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b6dc9d1d-e657-4452-97c1-15ebd3fc75db tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:32.862462 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1484a62e-4041-4c99-a794-8c2e65229792 req-f5b57721-3dfb-47c2-9889-4f5961c7b71a tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8234305 Sep 08 16:41:32.865302 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b6dc9d1d-e657-4452-97c1-15ebd3fc75db tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:32.866877 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-b6dc9d1d-e657-4452-97c1-15ebd3fc75db tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2275200 Sep 08 16:41:32.870267 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38986) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:32.876566 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-b5204c0e-df3e-430e-b187-610e25e7a4f4 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Request body: {'security_group_rule': {'security_group_id': 'dadfd79f-4efd-4de5-8ec3-5723d3f2c06f', 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:32.884148 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ec7e75a1-7183-456d-b5e9-6c887d46a8bb req-65b667a1-73e0-46e2-aa9d-acb496377d8b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564916 Sep 08 16:41:32.892997 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] Request body: {'port': {'device_id': '344579be-0ec8-43e7-9efd-d68d2730bdf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:32.919265 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc9d1d-e657-4452-97c1-15ebd3fc75db tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:32.935691 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b5204c0e-df3e-430e-b187-610e25e7a4f4 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:32.978358 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:32.998556 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-d8313747-f6b0-41e4-999a-bf200bca74ff None None] Provisioning for port 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:41:33.010522 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-d8313747-f6b0-41e4-999a-bf200bca74ff None None] Provisioning complete for port 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:33.011165 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d8313747-f6b0-41e4-999a-bf200bca74ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.026834 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc92757-48da-4c68-9030-8b87ba424d5d req-2d536645-e334-45dd-95ee-3aef0b27c692 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:33.028440 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-7dc92757-48da-4c68-9030-8b87ba424d5d req-2d536645-e334-45dd-95ee-3aef0b27c692 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=344579be-0ec8-43e7-9efd-d68d2730bdf6 HTTP/1.1" status: 200 len: 931 time: 0.0800514 Sep 08 16:41:33.044804 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b5204c0e-df3e-430e-b187-610e25e7a4f4 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.058892 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b5204c0e-df3e-430e-b187-610e25e7a4f4 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.062570 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-d8313747-f6b0-41e4-999a-bf200bca74ff None None] Port 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:41:33.090208 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5204c0e-df3e-430e-b187-610e25e7a4f4 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ea99e4-6228-4173-b7d2-4e9294c480cd,revision_number=0']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:33.100479 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-7dc92757-48da-4c68-9030-8b87ba424d5d req-174b4225-2738-401e-8bd7-089339fbade3 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=234af289-a1a9-4895-bccc-634ea80bfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577974 Sep 08 16:41:33.101810 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b5204c0e-df3e-430e-b187-610e25e7a4f4 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.105485 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-b5204c0e-df3e-430e-b187-610e25e7a4f4 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2310379 Sep 08 16:41:33.105785 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38990) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:33.109968 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-33f83bc9-3bcf-4039-af95-7480d47bc21c tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Request body: {'security_group_rule': {'security_group_id': 'dadfd79f-4efd-4de5-8ec3-5723d3f2c06f', 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:33.136743 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-33f83bc9-3bcf-4039-af95-7480d47bc21c tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.194529 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-33f83bc9-3bcf-4039-af95-7480d47bc21c tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.199329 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-33f83bc9-3bcf-4039-af95-7480d47bc21c tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.223381 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f83bc9-3bcf-4039-af95-7480d47bc21c tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f83a7061-f681-46e1-b015-f963f609d88b,revision_number=0']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:33.230527 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-33f83bc9-3bcf-4039-af95-7480d47bc21c tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.232133 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-33f83bc9-3bcf-4039-af95-7480d47bc21c tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255608 Sep 08 16:41:33.234842 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 38992) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:33.239420 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-b8c301ab-d358-408e-8788-a58eb43a2c61 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Request body: {'security_group_rule': {'security_group_id': 'dadfd79f-4efd-4de5-8ec3-5723d3f2c06f', 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:33.268086 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b8c301ab-d358-408e-8788-a58eb43a2c61 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.293379 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 {{(pid=94083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:41:33.301650 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.315622 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] Transition to ACTIVE for port object 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:41:33.319940 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.336208 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b8c301ab-d358-408e-8788-a58eb43a2c61 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.340960 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b8c301ab-d358-408e-8788-a58eb43a2c61 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.360874 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c301ab-d358-408e-8788-a58eb43a2c61 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6126bf-339d-4632-af0f-6bbc19e29ce6,revision_number=0']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:33.374400 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b8c301ab-d358-408e-8788-a58eb43a2c61 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.377669 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] Pushing event updated for resources: {'Port': ['ID=3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:33.379352 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-b8c301ab-d358-408e-8788-a58eb43a2c61 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409848 Sep 08 16:41:33.379947 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 38996) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:33.398715 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-bd625983-a38e-4982-a5b9-e9f0659dd2a6 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Request body: {'security_group_rule': {'security_group_id': 'dadfd79f-4efd-4de5-8ec3-5723d3f2c06f', 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:33.471618 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-bd625983-a38e-4982-a5b9-e9f0659dd2a6 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.475687 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] Attempting to bind port 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:41:33.476052 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] Attempting to bind port 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f3688c3c-dbc6-43be-b85b-d7d2696b7239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:41:33.476388 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] Attempting to bind port 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 on network f9db32ff-f404-4a60-9a66-c9419aa017aa {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:41:33.491462 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] Port 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 on network f9db32ff-f404-4a60-9a66-c9419aa017aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 16:41:33.491765 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] Attempting to bind port 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 on network f9db32ff-f404-4a60-9a66-c9419aa017aa {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:41:33.507189 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] Checking agent: {'id': 'ccbd07f4-9fa7-4e9d-ab49-144bada9319f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'started_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:41:33.507574 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] Checking segment: {'id': 'f3688c3c-dbc6-43be-b85b-d7d2696b7239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:41:33.507928 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] Bound using segment: {'id': 'f3688c3c-dbc6-43be-b85b-d7d2696b7239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:41:33.508370 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] Bound port: 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3688c3c-dbc6-43be-b85b-d7d2696b7239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:41:33.508728 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.586844 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-bd625983-a38e-4982-a5b9-e9f0659dd2a6 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.598403 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-bd625983-a38e-4982-a5b9-e9f0659dd2a6 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.625097 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd625983-a38e-4982-a5b9-e9f0659dd2a6 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39cfe564-109a-4d39-9ab6-abcc244adbc5,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:33.627367 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] For port 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6, host hv-cinder-79053, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:41:33.637337 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-bd625983-a38e-4982-a5b9-e9f0659dd2a6 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.639472 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-bd625983-a38e-4982-a5b9-e9f0659dd2a6 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2440953 Sep 08 16:41:33.641628 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 39000) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:33.642510 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] For port 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6,segment=NetworkSegment(f3688c3c-dbc6-43be-b85b-d7d2696b7239),segment_id=f3688c3c-dbc6-43be-b85b-d7d2696b7239)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:41:33.647054 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-f3ec957b-3b78-4fa4-8389-259d6d0bf493 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Request body: {'security_group_rule': {'security_group_id': 'dadfd79f-4efd-4de5-8ec3-5723d3f2c06f', 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:33.654634 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.688807 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:33.689748 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.691233 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1484a62e-4041-4c99-a794-8c2e65229792 req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] 10.222.0.38 "PUT /v2.0/ports/3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 HTTP/1.1" status: 200 len: 1093 time: 0.8055921 Sep 08 16:41:33.691740 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344579be-0ec8-43e7-9efd-d68d2730bdf6', 'tag': '3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:41:33.694238 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6223fd-77f5-41af-8f09-794b75097a94" -d '{"events": [{"name": "network-changed", "server_uuid": "344579be-0ec8-43e7-9efd-d68d2730bdf6", "tag": "3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:41:33.694839 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.db.securitygroups_db [None req-f3ec957b-3b78-4fa4-8389-259d6d0bf493 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Project 769a8cfb152a4a3da29c80d086a14abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 16:41:33.701251 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f3ec957b-3b78-4fa4-8389-259d6d0bf493 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.738067 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784201c-0a52-49b0-8b9c-78f004387a43 service neutron] Pushing event updated for resources: {'Port': ['ID=3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:33.813550 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0f42d6-33f6-4ad7-8a33-e55787aef151 x-openstack-request-id: req-2a0f42d6-33f6-4ad7-8a33-e55787aef151 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:41:33.813935 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344579be-0ec8-43e7-9efd-d68d2730bdf6", "tag": "3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:41:33.815327 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2a0f42d6-33f6-4ad7-8a33-e55787aef151 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:41:33.815780 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344579be-0ec8-43e7-9efd-d68d2730bdf6', 'tag': '3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6', 'status': 'completed', 'code': 200} Sep 08 16:41:33.835171 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f3ec957b-3b78-4fa4-8389-259d6d0bf493 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.840454 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f3ec957b-3b78-4fa4-8389-259d6d0bf493 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.854595 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2c9ec-6369-4bfb-888a-f93fbdc3eaed req-ed851659-0823-49da-96cf-086d0c32a64a tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:33.856208 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-7df2c9ec-6369-4bfb-888a-f93fbdc3eaed req-ed851659-0823-49da-96cf-086d0c32a64a tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 984 time: 0.0869095 Sep 08 16:41:33.872348 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec957b-3b78-4fa4-8389-259d6d0bf493 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6859246-ee22-4641-b84b-e015df7ed394,revision_number=0']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:33.881079 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f3ec957b-3b78-4fa4-8389-259d6d0bf493 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:33.881995 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-f3ec957b-3b78-4fa4-8389-259d6d0bf493 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2389829 Sep 08 16:41:33.886369 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 39006) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:33.894509 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-bc1045a0-3b75-4040-9744-54925b5d0d91 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Request body: {'security_group_rule': {'security_group_id': 'dadfd79f-4efd-4de5-8ec3-5723d3f2c06f', 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:33.904719 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484a62e-4041-4c99-a794-8c2e65229792 req-9b45399b-39d0-412c-b085-6ef355e0018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:33.906254 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1484a62e-4041-4c99-a794-8c2e65229792 req-9b45399b-39d0-412c-b085-6ef355e0018f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c557bacc0f34ebebe377a14efbe9c0d&device_id=344579be-0ec8-43e7-9efd-d68d2730bdf6 HTTP/1.1" status: 200 len: 1096 time: 0.1349874 Sep 08 16:41:33.924111 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-7df2c9ec-6369-4bfb-888a-f93fbdc3eaed req-9e18b84c-515c-4e66-8b87-e76c5e91db8b tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=f394b700-8589-4596-a6b3-f0b7c6cedb0a&id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545230 Sep 08 16:41:33.933028 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] Sync routers for ids ['36ec20cd-e166-4e50-b03c-80b2e5da97a7'] in dv-cinder-790535-14-iscsi {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:41:33.948868 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] Routers {'36ec20cd-e166-4e50-b03c-80b2e5da97a7'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:41:33.949500 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:41:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['36ec20cd-e166-4e50-b03c-80b2e5da97a7'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:33.988429 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07398ab8-6884-4276-a54f-99f1db60b6e0 req-48bbc4d8-bbb9-4037-bf6b-87b216a4d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:33.989946 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-07398ab8-6884-4276-a54f-99f1db60b6e0 req-48bbc4d8-bbb9-4037-bf6b-87b216a4d471 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1aa58ebe88844724bdd5e55cfdc8a247&device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 1137 time: 0.1732183 Sep 08 16:41:33.997298 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1484a62e-4041-4c99-a794-8c2e65229792 req-7c5bfa7c-2323-45ea-8e43-d859311e11a9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 HTTP/1.1" status: 200 len: 217 time: 0.0747547 Sep 08 16:41:34.058717 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.securitygroups_db [None req-bc1045a0-3b75-4040-9744-54925b5d0d91 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Project 769a8cfb152a4a3da29c80d086a14abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 16:41:34.072229 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 10f0f219-bac6-49e0-b057-f1f6b8bc95c7 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:41:34.076876 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] Set router 36ec20cd-e166-4e50-b03c-80b2e5da97a7 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:41:34.087976 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-bc1045a0-3b75-4040-9744-54925b5d0d91 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:34.159669 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:34.161743 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port 10f0f219-bac6-49e0-b057-f1f6b8bc95c7 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:41:34.166798 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 10f0f219-bac6-49e0-b057-f1f6b8bc95c7 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:34.167208 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:34.177344 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484a62e-4041-4c99-a794-8c2e65229792 req-90c533f6-731e-4075-92b5-263d5f8a2a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:34.178864 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1484a62e-4041-4c99-a794-8c2e65229792 req-90c533f6-731e-4075-92b5-263d5f8a2a41 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549 HTTP/1.1" status: 200 len: 850 time: 0.1694083 Sep 08 16:41:34.192968 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9510fa3-6bb5-4e9e-a73f-c73cdcfd86bc req-463514ef-9372-4181-af32-be40aad7d1ae tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:34.194479 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e9510fa3-6bb5-4e9e-a73f-c73cdcfd86bc req-463514ef-9372-4181-af32-be40aad7d1ae tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.2021334 Sep 08 16:41:34.257708 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:34.264895 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb12fdb-0d0e-40f3-9d8b-95d31bdd3a7a req-679a075e-dcec-461d-b2ec-fa3177239a45 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:34.268356 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-7eb12fdb-0d0e-40f3-9d8b-95d31bdd3a7a req-679a075e-dcec-461d-b2ec-fa3177239a45 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=344579be-0ec8-43e7-9efd-d68d2730bdf6 HTTP/1.1" status: 200 len: 943 time: 0.0777040 Sep 08 16:41:34.284145 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port 10f0f219-bac6-49e0-b057-f1f6b8bc95c7, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=10f0f219-bac6-49e0-b057-f1f6b8bc95c7,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:41:34.293723 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:34.305721 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07398ab8-6884-4276-a54f-99f1db60b6e0 req-7f26269f-1010-470d-8207-9630fe376693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:34.307635 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-07398ab8-6884-4276-a54f-99f1db60b6e0 req-7f26269f-1010-470d-8207-9630fe376693 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 HTTP/1.1" status: 200 len: 916 time: 0.2990673 Sep 08 16:41:34.309658 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-bc1045a0-3b75-4040-9744-54925b5d0d91 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:34.317966 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ec20cd-e166-4e50-b03c-80b2e5da97a7', 'name': 'tempest-TestShelveInstance-465278533-router', 'tenant_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '10f0f219-bac6-49e0-b057-f1f6b8bc95c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:26Z', 'updated_at': '2021-09-08T16:41:30Z', 'revision_number': 4, 'project_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'gw_port': {'id': '10f0f219-bac6-49e0-b057-f1f6b8bc95c7', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ec20cd-e166-4e50-b03c-80b2e5da97a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:27Z', 'updated_at': '2021-09-08T16:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': 'a5396a7a-d4d0-42f9-944d-3a6c0d3f6466', 'name': '', 'network_id': '9b11b455-d8d8-4ee8-9d3f-cc52476fca3e', 'tenant_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'mac_address': 'fa:16:3e:b8:48:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ec20cd-e166-4e50-b03c-80b2e5da97a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '714df8d8-3863-436f-8b40-36981e52d69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:29Z', 'updated_at': '2021-09-08T16:41:30Z', 'revision_number': 2, 'project_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'subnets': [{'id': '714df8d8-3863-436f-8b40-36981e52d69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:34.339770 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-7eb12fdb-0d0e-40f3-9d8b-95d31bdd3a7a req-4c3833fe-9e36-497e-8430-563b956c99b0 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=234af289-a1a9-4895-bccc-634ea80bfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590217 Sep 08 16:41:34.356776 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] Checking router: 36ec20cd-e166-4e50-b03c-80b2e5da97a7 for host: dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:41:34.357434 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] Updating router 36ec20cd-e166-4e50-b03c-80b2e5da97a7 port a5396a7a-d4d0-42f9-944d-3a6c0d3f6466 binding host dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:41:34.359076 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=10f0f219-bac6-49e0-b057-f1f6b8bc95c7,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:34.379161 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-bc1045a0-3b75-4040-9744-54925b5d0d91 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:34.382656 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:34.395876 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e9510fa3-6bb5-4e9e-a73f-c73cdcfd86bc req-1d5384bb-b474-47ad-be3d-7f4455b6db7f tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869385 Sep 08 16:41:34.397787 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484a62e-4041-4c99-a794-8c2e65229792 req-4b58fde1-8c52-4ed2-8653-8e5c13969395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:34.399193 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1484a62e-4041-4c99-a794-8c2e65229792 req-4b58fde1-8c52-4ed2-8653-8e5c13969395 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f9db32ff-f404-4a60-9a66-c9419aa017aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2001686 Sep 08 16:41:34.429207 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1045a0-3b75-4040-9744-54925b5d0d91 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e975fc60-3d23-4a54-a349-07b17683b2dc,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:34.450322 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-bc1045a0-3b75-4040-9744-54925b5d0d91 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:34.452030 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-bc1045a0-3b75-4040-9744-54925b5d0d91 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5607097 Sep 08 16:41:34.455988 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-07398ab8-6884-4276-a54f-99f1db60b6e0 req-0c9bc36e-762c-44a5-94b7-f8f3df9f8064 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=700a85fe-b968-4c4b-b802-38cbc6143edc HTTP/1.1" status: 200 len: 1000 time: 0.1369076 Sep 08 16:41:34.570577 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07398ab8-6884-4276-a54f-99f1db60b6e0 req-9f702c4c-d7a6-4f94-81f6-7abce951256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:34.572568 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-07398ab8-6884-4276-a54f-99f1db60b6e0 req-9f702c4c-d7a6-4f94-81f6-7abce951256c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f419939f-8a3d-421c-96d9-bf6eac22daf2 HTTP/1.1" status: 200 len: 854 time: 0.1051257 Sep 08 16:41:34.576878 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1484a62e-4041-4c99-a794-8c2e65229792 req-3e6b9d23-f6ca-43b7-936a-a272b0e3aef3 service neutron] 10.222.0.38 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643553 Sep 08 16:41:34.672145 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:34.682486 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] Transition to ACTIVE for port object a5396a7a-d4d0-42f9-944d-3a6c0d3f6466 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:41:34.691336 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:34.694107 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07398ab8-6884-4276-a54f-99f1db60b6e0 req-015d6109-914e-4132-944c-1e367065da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:34.695932 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-07398ab8-6884-4276-a54f-99f1db60b6e0 req-015d6109-914e-4132-944c-1e367065da53 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1096771 Sep 08 16:41:34.730874 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1484a62e-4041-4c99-a794-8c2e65229792 req-49faad24-f31f-4f34-b930-8a454e4f795f service neutron] 10.222.0.38 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432765 Sep 08 16:41:34.753617 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a4bb9-12e4-44b3-b836-3c222e36ee60 None None] Pushing event updated for resources: {'Port': ['ID=a5396a7a-d4d0-42f9-944d-3a6c0d3f6466,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:34.821175 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] Attempting to bind port a5396a7a-d4d0-42f9-944d-3a6c0d3f6466 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:41:34.821547 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] Attempting to bind port a5396a7a-d4d0-42f9-944d-3a6c0d3f6466 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '9cb911f3-8eaa-4ad9-bb90-64541b79c80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9b11b455-d8d8-4ee8-9d3f-cc52476fca3e'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:41:34.821997 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] Attempting to bind port a5396a7a-d4d0-42f9-944d-3a6c0d3f6466 on network 9b11b455-d8d8-4ee8-9d3f-cc52476fca3e {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:41:34.824395 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-07398ab8-6884-4276-a54f-99f1db60b6e0 req-ea5cd96e-503e-4613-a22c-f46b66aa7c45 service neutron] 10.222.0.38 "GET /v2.0/networks/6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196489 Sep 08 16:41:34.828415 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:41:34.828812 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] Checking segment: {'id': '9cb911f3-8eaa-4ad9-bb90-64541b79c80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9b11b455-d8d8-4ee8-9d3f-cc52476fca3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:41:34.829184 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:34.829716 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] Bound using segment: {'id': '9cb911f3-8eaa-4ad9-bb90-64541b79c80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9b11b455-d8d8-4ee8-9d3f-cc52476fca3e'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:41:34.830201 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] Bound port: a5396a7a-d4d0-42f9-944d-3a6c0d3f6466, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb911f3-8eaa-4ad9-bb90-64541b79c80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9b11b455-d8d8-4ee8-9d3f-cc52476fca3e'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:41:34.830594 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:34.911496 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] For port a5396a7a-d4d0-42f9-944d-3a6c0d3f6466, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:41:34.915132 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] For port a5396a7a-d4d0-42f9-944d-3a6c0d3f6466, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=a5396a7a-d4d0-42f9-944d-3a6c0d3f6466,segment=NetworkSegment(9cb911f3-8eaa-4ad9-bb90-64541b79c80d),segment_id=9cb911f3-8eaa-4ad9-bb90-64541b79c80d)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:41:34.923436 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:34.993274 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a4bb9-12e4-44b3-b836-3c222e36ee60 None None] Pushing event updated for resources: {'Port': ['ID=a5396a7a-d4d0-42f9-944d-3a6c0d3f6466,revision_number=4']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:34.994937 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6223fd-77f5-41af-8f09-794b75097a94 req-dcf84502-13d9-4276-8f8f-cb35ed4a6164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:34.996922 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1e6223fd-77f5-41af-8f09-794b75097a94 req-dcf84502-13d9-4276-8f8f-cb35ed4a6164 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c557bacc0f34ebebe377a14efbe9c0d&device_id=344579be-0ec8-43e7-9efd-d68d2730bdf6 HTTP/1.1" status: 200 len: 1096 time: 0.1218698 Sep 08 16:41:35.031280 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] Routers {'36ec20cd-e166-4e50-b03c-80b2e5da97a7'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:41:35.032245 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:41:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['36ec20cd-e166-4e50-b03c-80b2e5da97a7'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:35.113652 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-07398ab8-6884-4276-a54f-99f1db60b6e0 req-48f88c8a-09e8-4788-b316-49931c93eb33 service neutron] 10.222.0.38 "GET /v2.0/networks/6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410347 Sep 08 16:41:35.116253 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfe4db-5f18-41b9-adf0-1bf87fd85e52 req-ed020068-e967-48d4-b6b4-d602f87ee522 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:35.128333 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-aedfe4db-5f18-41b9-adf0-1bf87fd85e52 req-ed020068-e967-48d4-b6b4-d602f87ee522 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 984 time: 0.0957656 Sep 08 16:41:35.187509 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6223fd-77f5-41af-8f09-794b75097a94 req-2d8febe4-f2bd-405f-99f7-34dfed81a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:35.188063 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-aedfe4db-5f18-41b9-adf0-1bf87fd85e52 req-3c7bd8bb-7ebf-4dad-b943-c2ff080c41d3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=f394b700-8589-4596-a6b3-f0b7c6cedb0a&id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507574 Sep 08 16:41:35.188952 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1e6223fd-77f5-41af-8f09-794b75097a94 req-2d8febe4-f2bd-405f-99f7-34dfed81a4a6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f9db32ff-f404-4a60-9a66-c9419aa017aa HTTP/1.1" status: 200 len: 912 time: 0.1835656 Sep 08 16:41:35.204471 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] Set router 36ec20cd-e166-4e50-b03c-80b2e5da97a7 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:41:35.244836 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1e6223fd-77f5-41af-8f09-794b75097a94 req-2aeb0b68-75a3-48d6-9277-eb56f98079fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 HTTP/1.1" status: 200 len: 217 time: 0.0439289 Sep 08 16:41:35.314801 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6223fd-77f5-41af-8f09-794b75097a94 req-e3de6e55-0b8f-4ee2-aa76-ce0175d5a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:35.317490 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1e6223fd-77f5-41af-8f09-794b75097a94 req-e3de6e55-0b8f-4ee2-aa76-ce0175d5a219 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549 HTTP/1.1" status: 200 len: 850 time: 0.0646293 Sep 08 16:41:35.386471 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6223fd-77f5-41af-8f09-794b75097a94 req-cc3a6388-6c36-413e-a5c9-e03f19170dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:35.390177 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1e6223fd-77f5-41af-8f09-794b75097a94 req-cc3a6388-6c36-413e-a5c9-e03f19170dc1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f9db32ff-f404-4a60-9a66-c9419aa017aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0638034 Sep 08 16:41:35.445944 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ec20cd-e166-4e50-b03c-80b2e5da97a7', 'name': 'tempest-TestShelveInstance-465278533-router', 'tenant_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '10f0f219-bac6-49e0-b057-f1f6b8bc95c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:26Z', 'updated_at': '2021-09-08T16:41:30Z', 'revision_number': 4, 'project_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'gw_port': {'id': '10f0f219-bac6-49e0-b057-f1f6b8bc95c7', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ec20cd-e166-4e50-b03c-80b2e5da97a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:27Z', 'updated_at': '2021-09-08T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': 'a5396a7a-d4d0-42f9-944d-3a6c0d3f6466', 'name': '', 'network_id': '9b11b455-d8d8-4ee8-9d3f-cc52476fca3e', 'tenant_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'mac_address': 'fa:16:3e:b8:48:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ec20cd-e166-4e50-b03c-80b2e5da97a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '714df8d8-3863-436f-8b40-36981e52d69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:29Z', 'updated_at': '2021-09-08T16:41:34Z', 'revision_number': 4, 'project_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'subnets': [{'id': '714df8d8-3863-436f-8b40-36981e52d69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:35.474264 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4d5e22-fe72-4494-8076-0b1d59d2c7a3 None None] The sync data for ids ['36ec20cd-e166-4e50-b03c-80b2e5da97a7'] in dv-cinder-790535-14-iscsi is: [{'id': '36ec20cd-e166-4e50-b03c-80b2e5da97a7', 'name': 'tempest-TestShelveInstance-465278533-router', 'tenant_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '10f0f219-bac6-49e0-b057-f1f6b8bc95c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:26Z', 'updated_at': '2021-09-08T16:41:30Z', 'revision_number': 4, 'project_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'gw_port': {'id': '10f0f219-bac6-49e0-b057-f1f6b8bc95c7', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ec20cd-e166-4e50-b03c-80b2e5da97a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:27Z', 'updated_at': '2021-09-08T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': 'a5396a7a-d4d0-42f9-944d-3a6c0d3f6466', 'name': '', 'network_id': '9b11b455-d8d8-4ee8-9d3f-cc52476fca3e', 'tenant_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'mac_address': 'fa:16:3e:b8:48:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ec20cd-e166-4e50-b03c-80b2e5da97a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '714df8d8-3863-436f-8b40-36981e52d69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:29Z', 'updated_at': '2021-09-08T16:41:34Z', 'revision_number': 4, 'project_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'subnets': [{'id': '714df8d8-3863-436f-8b40-36981e52d69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:41:35.513688 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ad23e-a089-4c34-aaa6-6ca1c6699581 req-7654c262-1b04-417c-bd70-7127dc9c960c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:35.515487 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a34ad23e-a089-4c34-aaa6-6ca1c6699581 req-7654c262-1b04-417c-bd70-7127dc9c960c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=344579be-0ec8-43e7-9efd-d68d2730bdf6 HTTP/1.1" status: 200 len: 943 time: 0.0969458 Sep 08 16:41:35.534506 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beada892-2542-48f9-8efd-485c9695feb3 req-f676c5b7-6b1d-4fac-a739-3100e3512f7f tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:35.536001 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-beada892-2542-48f9-8efd-485c9695feb3 req-f676c5b7-6b1d-4fac-a739-3100e3512f7f tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0513186 Sep 08 16:41:35.565837 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1e6223fd-77f5-41af-8f09-794b75097a94 req-fc5ae9a0-96b8-4213-9e3d-d7baf0ef8aba service neutron] 10.222.0.38 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663487 Sep 08 16:41:35.589665 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-beada892-2542-48f9-8efd-485c9695feb3 req-e4d3094e-b518-4d8a-99d8-f5775fb60b54 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455246 Sep 08 16:41:35.604262 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a34ad23e-a089-4c34-aaa6-6ca1c6699581 req-9efb4cef-a266-414f-9b1c-bb7bd4bfa403 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=234af289-a1a9-4895-bccc-634ea80bfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775316 Sep 08 16:41:35.682662 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1e6223fd-77f5-41af-8f09-794b75097a94 req-1051ad55-2e1a-4f68-ae24-c72dab42f7fa service neutron] 10.222.0.38 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084828 Sep 08 16:41:36.011290 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device a5396a7a-d4d0-42f9-944d-3a6c0d3f6466 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:41:36.066990 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port a5396a7a-d4d0-42f9-944d-3a6c0d3f6466 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:41:36.071128 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port a5396a7a-d4d0-42f9-944d-3a6c0d3f6466 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:36.071550 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:36.167162 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:36.203470 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port a5396a7a-d4d0-42f9-944d-3a6c0d3f6466, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=a5396a7a-d4d0-42f9-944d-3a6c0d3f6466,segment=NetworkSegment(9cb911f3-8eaa-4ad9-bb90-64541b79c80d),segment_id=9cb911f3-8eaa-4ad9-bb90-64541b79c80d)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:41:36.209972 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:36.210823 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 10f0f219-bac6-49e0-b057-f1f6b8bc95c7 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:41:36.301281 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=a5396a7a-d4d0-42f9-944d-3a6c0d3f6466,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:36.312604 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e8042-8951-487f-8aae-827cff6b6efe req-2b9b1ab6-b970-4b4d-aeb9-16ee9220bb63 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:36.314650 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-870e8042-8951-487f-8aae-827cff6b6efe req-2b9b1ab6-b970-4b4d-aeb9-16ee9220bb63 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 984 time: 0.0584064 Sep 08 16:41:36.318106 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 10f0f219-bac6-49e0-b057-f1f6b8bc95c7 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:36.318454 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:36.356847 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-870e8042-8951-487f-8aae-827cff6b6efe req-72ad261d-f009-429a-a2bc-5c298944bd39 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=f394b700-8589-4596-a6b3-f0b7c6cedb0a&id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353932 Sep 08 16:41:36.455840 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:41:36.701763 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6,segment=NetworkSegment(f3688c3c-dbc6-43be-b85b-d7d2696b7239),segment_id=f3688c3c-dbc6-43be-b85b-d7d2696b7239)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:41:36.714987 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': '3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'port_id': '3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6', 'mac_address': 'fa:16:3e:87:22:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:41:36.730718 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5065f-6fdc-4ba4-9643-b24f07b65d8f req-7714f712-1afa-4910-9dd0-444a3995b198 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:36.737546 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0cf5065f-6fdc-4ba4-9643-b24f07b65d8f req-7714f712-1afa-4910-9dd0-444a3995b198 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0693324 Sep 08 16:41:36.748809 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041f930-c190-413d-91db-3c4d77f9c320 req-bb55aa26-0148-4715-a87c-fa758ed0e111 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:36.750400 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c041f930-c190-413d-91db-3c4d77f9c320 req-bb55aa26-0148-4715-a87c-fa758ed0e111 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=344579be-0ec8-43e7-9efd-d68d2730bdf6 HTTP/1.1" status: 200 len: 943 time: 0.0623243 Sep 08 16:41:36.764205 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:36.781083 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:41:36.786551 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0cf5065f-6fdc-4ba4-9643-b24f07b65d8f req-00b7dc7c-cda0-40d3-8bde-dc18ee6243bd tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479674 Sep 08 16:41:36.799774 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c041f930-c190-413d-91db-3c4d77f9c320 req-8cb3fe29-c4b8-4db2-84e7-18588c33c31f tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=234af289-a1a9-4895-bccc-634ea80bfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423493 Sep 08 16:41:36.807853 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6,segment=NetworkSegment(f3688c3c-dbc6-43be-b85b-d7d2696b7239),segment_id=f3688c3c-dbc6-43be-b85b-d7d2696b7239)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:41:36.825414 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:36.878434 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:37.187036 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:41:37.480177 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f7ebc-68b8-4d15-8c01-2fada9df80ca req-b90c5d13-268f-4640-a29a-060af330f8af tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:37.481699 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f79f7ebc-68b8-4d15-8c01-2fada9df80ca req-b90c5d13-268f-4640-a29a-060af330f8af tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 984 time: 0.0551403 Sep 08 16:41:37.537856 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f79f7ebc-68b8-4d15-8c01-2fada9df80ca req-4830bc99-800a-4be1-805d-0c4c617d8d41 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=f394b700-8589-4596-a6b3-f0b7c6cedb0a&id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463188 Sep 08 16:41:37.939221 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f7c22-73f3-4426-8181-b726a63c8ae4 req-243dcd1d-4c7f-454c-8e89-19734635e817 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:37.942176 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-120f7c22-73f3-4426-8181-b726a63c8ae4 req-243dcd1d-4c7f-454c-8e89-19734635e817 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0713737 Sep 08 16:41:37.963448 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afecb6-4ddc-4471-902a-f87655c945f1 req-6a331def-acfc-475a-b1c7-c420ac334381 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:37.964713 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e8afecb6-4ddc-4471-902a-f87655c945f1 req-6a331def-acfc-475a-b1c7-c420ac334381 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=344579be-0ec8-43e7-9efd-d68d2730bdf6 HTTP/1.1" status: 200 len: 944 time: 0.0620248 Sep 08 16:41:38.007828 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-120f7c22-73f3-4426-8181-b726a63c8ae4 req-8672f6f7-f483-48e3-8a82-2c5b5824c1a6 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551958 Sep 08 16:41:38.010643 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device a5396a7a-d4d0-42f9-944d-3a6c0d3f6466 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:41:38.023110 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e8afecb6-4ddc-4471-902a-f87655c945f1 req-f0de0ed0-7d9b-4d9f-b28b-0e32739323b6 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=234af289-a1a9-4895-bccc-634ea80bfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500693 Sep 08 16:41:38.062956 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port a5396a7a-d4d0-42f9-944d-3a6c0d3f6466 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:38.063329 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:38.451145 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:41:38.504938 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning for port 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:41:38.510797 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:38.511180 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:38.601247 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:38.626893 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344579be-0ec8-43e7-9efd-d68d2730bdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:41:38.629388 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e0f3d3-1842-4cd7-80df-25d25e20ae32" -d '{"events": [{"server_uuid": "344579be-0ec8-43e7-9efd-d68d2730bdf6", "name": "network-vif-plugged", "status": "completed", "tag": "3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:41:38.646040 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6,segment=NetworkSegment(f3688c3c-dbc6-43be-b85b-d7d2696b7239),segment_id=f3688c3c-dbc6-43be-b85b-d7d2696b7239)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:41:38.652080 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:38.660939 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9629f3-73b4-4d43-9669-e91c53fc33e3 req-4e914fb6-500b-4dbe-a54f-768ea886ad3c tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:38.662447 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5c9629f3-73b4-4d43-9669-e91c53fc33e3 req-4e914fb6-500b-4dbe-a54f-768ea886ad3c tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 984 time: 0.0513561 Sep 08 16:41:38.715841 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:38.716083 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5c9629f3-73b4-4d43-9669-e91c53fc33e3 req-c2215b08-ded1-4a62-84b3-9ed8ee028fcd tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=f394b700-8589-4596-a6b3-f0b7c6cedb0a&id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447688 Sep 08 16:41:38.738534 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a33f92-d2da-4cd5-840e-394f089cd9f9 x-openstack-request-id: req-23a33f92-d2da-4cd5-840e-394f089cd9f9 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:41:38.738827 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344579be-0ec8-43e7-9efd-d68d2730bdf6", "name": "network-vif-plugged", "status": "completed", "tag": "3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:41:38.739079 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23a33f92-d2da-4cd5-840e-394f089cd9f9 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:41:38.739525 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344579be-0ec8-43e7-9efd-d68d2730bdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6', 'code': 200} Sep 08 16:41:38.990001 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6113dd-331e-4cf0-8744-1192255ad224 req-53e321bf-f87f-41e9-9e57-0daf2e11ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:38.992651 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2b6113dd-331e-4cf0-8744-1192255ad224 req-53e321bf-f87f-41e9-9e57-0daf2e11ae81 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=344579be-0ec8-43e7-9efd-d68d2730bdf6 HTTP/1.1" status: 200 len: 1098 time: 0.0467589 Sep 08 16:41:39.040038 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2b6113dd-331e-4cf0-8744-1192255ad224 req-71f1040e-4457-469c-bee7-1b262adb8fd5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=234af289-a1a9-4895-bccc-634ea80bfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356672 Sep 08 16:41:39.132015 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a91fe-614e-4463-8b91-b391c413fb97 req-2ee8b61a-f1d5-4da1-a83a-97279139fd50 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:39.133462 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-437a91fe-614e-4463-8b91-b391c413fb97 req-2ee8b61a-f1d5-4da1-a83a-97279139fd50 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0533442 Sep 08 16:41:39.143408 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db754b0a-a9fa-4f0e-90e8-14d30958c2c9 req-85f071f4-fb89-4389-a180-1f6d28cc66fa tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:39.145022 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-db754b0a-a9fa-4f0e-90e8-14d30958c2c9 req-85f071f4-fb89-4389-a180-1f6d28cc66fa tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=344579be-0ec8-43e7-9efd-d68d2730bdf6 HTTP/1.1" status: 200 len: 945 time: 0.0498307 Sep 08 16:41:39.176412 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-437a91fe-614e-4463-8b91-b391c413fb97 req-eab12779-839c-4d40-926b-bce86a0729b0 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365744 Sep 08 16:41:39.192732 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-db754b0a-a9fa-4f0e-90e8-14d30958c2c9 req-0dfb71cd-425d-4e53-95cd-7181d36e9fa6 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=234af289-a1a9-4895-bccc-634ea80bfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411382 Sep 08 16:41:39.840321 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acba68-93ac-46ed-81e2-e784c6777165 req-cf5db294-d33d-4010-8735-4c498fd25732 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:39.841865 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-28acba68-93ac-46ed-81e2-e784c6777165 req-cf5db294-d33d-4010-8735-4c498fd25732 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 984 time: 0.0553870 Sep 08 16:41:39.892143 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-28acba68-93ac-46ed-81e2-e784c6777165 req-71b9d28e-1902-4fc1-a3bd-fd23d81c0d73 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=f394b700-8589-4596-a6b3-f0b7c6cedb0a&id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405154 Sep 08 16:41:40.312258 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b3a76-dc5a-4337-93e2-931491ec2c09 req-adeef003-a1f5-4d48-be3c-1b4db25de7d1 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:40.313843 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-be0b3a76-dc5a-4337-93e2-931491ec2c09 req-adeef003-a1f5-4d48-be3c-1b4db25de7d1 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0613315 Sep 08 16:41:40.314527 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4be38-f262-46ee-81a5-3a3f07fd2cdd req-1dd34ec7-880e-4d08-b141-82ab6c9bfb73 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:40.316069 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-13a4be38-f262-46ee-81a5-3a3f07fd2cdd req-1dd34ec7-880e-4d08-b141-82ab6c9bfb73 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=344579be-0ec8-43e7-9efd-d68d2730bdf6 HTTP/1.1" status: 200 len: 945 time: 0.0508459 Sep 08 16:41:40.355725 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-be0b3a76-dc5a-4337-93e2-931491ec2c09 req-b3e6a27a-f8d5-4b69-a01b-5c3d1b332fd3 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338798 Sep 08 16:41:40.357305 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-13a4be38-f262-46ee-81a5-3a3f07fd2cdd req-1361900c-0c48-4bca-8434-4b0acb9f0f46 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=234af289-a1a9-4895-bccc-634ea80bfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349288 Sep 08 16:41:41.035967 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647a414-ed2e-4c54-bb40-65c50f98fd8c req-5e88face-f49d-404c-b8c9-8d053c5e98d6 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:41.037397 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f647a414-ed2e-4c54-bb40-65c50f98fd8c req-5e88face-f49d-404c-b8c9-8d053c5e98d6 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 984 time: 0.0553970 Sep 08 16:41:41.079065 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f647a414-ed2e-4c54-bb40-65c50f98fd8c req-4ae81ca8-8887-4da0-9fc7-a0ca0641e775 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=f394b700-8589-4596-a6b3-f0b7c6cedb0a&id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353453 Sep 08 16:41:41.480412 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8855a58-d718-424d-a1e7-521c2c80b673 req-d07f8f9c-d9dd-401f-a55d-a88ddca855e9 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:41.481598 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c15015-eb12-4dc2-a3cc-3e9cb3990b68 req-208b7897-5b08-489c-978a-260984ba9876 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:41.482003 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d8855a58-d718-424d-a1e7-521c2c80b673 req-d07f8f9c-d9dd-401f-a55d-a88ddca855e9 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=344579be-0ec8-43e7-9efd-d68d2730bdf6 HTTP/1.1" status: 200 len: 945 time: 0.0533283 Sep 08 16:41:41.483056 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d1c15015-eb12-4dc2-a3cc-3e9cb3990b68 req-208b7897-5b08-489c-978a-260984ba9876 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0499678 Sep 08 16:41:41.521814 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d1c15015-eb12-4dc2-a3cc-3e9cb3990b68 req-15b68491-b322-4900-85b5-72c0bb58bdb7 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328536 Sep 08 16:41:41.526693 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d8855a58-d718-424d-a1e7-521c2c80b673 req-42676597-2275-45fb-bcdf-e7fd51587625 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=234af289-a1a9-4895-bccc-634ea80bfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373876 Sep 08 16:41:41.652321 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7619e-cfdf-436a-bd15-7ee1111d5153 req-77c376eb-3b42-4c05-af2a-eac91ee66510 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:41.653796 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-02e7619e-cfdf-436a-bd15-7ee1111d5153 req-77c376eb-3b42-4c05-af2a-eac91ee66510 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=344579be-0ec8-43e7-9efd-d68d2730bdf6 HTTP/1.1" status: 200 len: 945 time: 0.0525551 Sep 08 16:41:41.662346 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 39120) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:41:41.666769 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-1daf1415-5313-4023-9f40-d56cfda7f19b tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Request body: {'floatingip': {'port_id': '3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:41.706343 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-1daf1415-5313-4023-9f40-d56cfda7f19b tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for floatingip, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:42.165924 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-1daf1415-5313-4023-9f40-d56cfda7f19b tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:42.171349 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-1daf1415-5313-4023-9f40-d56cfda7f19b tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587310'] for floatingip, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:42.202851 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ddcc9-ec70-4594-ae5d-16ac83a371f2 req-9bf66362-63b5-4ef2-ae46-7bf3d7d1d4b6 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:42.204606 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-9f4ddcc9-ec70-4594-ae5d-16ac83a371f2 req-9bf66362-63b5-4ef2-ae46-7bf3d7d1d4b6 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 984 time: 0.0498877 Sep 08 16:41:42.255653 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-9f4ddcc9-ec70-4594-ae5d-16ac83a371f2 req-08bc62a6-489f-4fcc-997a-aeca4b6d0896 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=f394b700-8589-4596-a6b3-f0b7c6cedb0a&id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438313 Sep 08 16:41:42.300881 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.l3_db [None req-1daf1415-5313-4023-9f40-d56cfda7f19b tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Floating IP 4dd29a17-4b35-498f-b2f0-4af008e1ef26 associated. External IP: 172.27.3.184, port: 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6. Sep 08 16:41:42.731271 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a682179-73ae-4e6c-9648-282ad1465fb1 req-3f4c2d46-a119-44f6-b8b5-7e96ad8adbf4 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:42.732977 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9a682179-73ae-4e6c-9648-282ad1465fb1 req-3f4c2d46-a119-44f6-b8b5-7e96ad8adbf4 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0984507 Sep 08 16:41:42.816433 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9a682179-73ae-4e6c-9648-282ad1465fb1 req-ae9ed774-b810-4509-839d-f635752d12eb tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742984 Sep 08 16:41:42.841582 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1daf1415-5313-4023-9f40-d56cfda7f19b tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Router 238b8d44-6f87-4093-8fd6-5624cc1c743a has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:41:42.956308 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1daf1415-5313-4023-9f40-d56cfda7f19b tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:41:42.961101 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-1daf1415-5313-4023-9f40-d56cfda7f19b tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:42.966387 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807e9837-005a-4a49-aae5-940cc0076b5e None None] Sync routers for ids ['238b8d44-6f87-4093-8fd6-5624cc1c743a'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:41:42.977316 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807e9837-005a-4a49-aae5-940cc0076b5e None None] Routers {'238b8d44-6f87-4093-8fd6-5624cc1c743a'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:41:42.977982 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-807e9837-005a-4a49-aae5-940cc0076b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:41:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['238b8d44-6f87-4093-8fd6-5624cc1c743a'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:42.995810 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-1daf1415-5313-4023-9f40-d56cfda7f19b tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "PUT /v2.0/floatingips/4dd29a17-4b35-498f-b2f0-4af008e1ef26 HTTP/1.1" status: 200 len: 991 time: 1.3295712 Sep 08 16:41:42.995810 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344579be-0ec8-43e7-9efd-d68d2730bdf6', 'tag': '3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:41:42.996101 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b115b10-7152-492b-ac67-47c96b623a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "344579be-0ec8-43e7-9efd-d68d2730bdf6", "tag": "3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:41:43.037010 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae20ea1-2893-4336-9eed-a9a94080c8c7 x-openstack-request-id: req-eae20ea1-2893-4336-9eed-a9a94080c8c7 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:41:43.037527 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344579be-0ec8-43e7-9efd-d68d2730bdf6", "tag": "3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:41:43.037777 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eae20ea1-2893-4336-9eed-a9a94080c8c7 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:41:43.038182 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344579be-0ec8-43e7-9efd-d68d2730bdf6', 'tag': '3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6', 'status': 'completed', 'code': 200} Sep 08 16:41:43.099071 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-807e9837-005a-4a49-aae5-940cc0076b5e None None] Set router 238b8d44-6f87-4093-8fd6-5624cc1c743a gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:41:43.154294 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b115b10-7152-492b-ac67-47c96b623a0a req-b0b97cf3-4f28-47d8-b059-150c8c58209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:43.155855 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1b115b10-7152-492b-ac67-47c96b623a0a req-b0b97cf3-4f28-47d8-b059-150c8c58209c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c557bacc0f34ebebe377a14efbe9c0d&device_id=344579be-0ec8-43e7-9efd-d68d2730bdf6 HTTP/1.1" status: 200 len: 1098 time: 0.0506270 Sep 08 16:41:43.257569 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b115b10-7152-492b-ac67-47c96b623a0a req-8bc31f99-d348-4938-bef0-c1dcc3ed6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:43.258959 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1b115b10-7152-492b-ac67-47c96b623a0a req-8bc31f99-d348-4938-bef0-c1dcc3ed6499 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f9db32ff-f404-4a60-9a66-c9419aa017aa HTTP/1.1" status: 200 len: 912 time: 0.0944221 Sep 08 16:41:43.381363 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-807e9837-005a-4a49-aae5-940cc0076b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:35Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 4, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'gw_port': {'id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': '4dd29a17-4b35-498f-b2f0-4af008e1ef26', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'port_id': '3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'mac_address': 'fa:16:3e:87:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344579be-0ec8-43e7-9efd-d68d2730bdf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:41:28Z', 'updated_at': '2021-09-08T16:41:42Z', 'revision_number': 1, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e12531-4629-4f25-91ac-0b658a03703a', 'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'mac_address': 'fa:16:3e:6e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:40Z', 'updated_at': '2021-09-08T16:35:55Z', 'revision_number': 5, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'subnets': [{'id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:43.398550 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1b115b10-7152-492b-ac67-47c96b623a0a req-15dacbcc-1c58-4eb2-a419-f21f4156399a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 HTTP/1.1" status: 200 len: 999 time: 0.1233485 Sep 08 16:41:43.429758 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807e9837-005a-4a49-aae5-940cc0076b5e None None] Checking router: 238b8d44-6f87-4093-8fd6-5624cc1c743a for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:41:43.430767 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00d8b7-4e0a-4bac-b27a-829ab6edf0c7 req-8515ffeb-af14-40e3-a451-c9f4f6f2e611 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:43.438706 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1e00d8b7-4e0a-4bac-b27a-829ab6edf0c7 req-8515ffeb-af14-40e3-a451-c9f4f6f2e611 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 984 time: 0.0985510 Sep 08 16:41:43.440406 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807e9837-005a-4a49-aae5-940cc0076b5e None None] Routers {'238b8d44-6f87-4093-8fd6-5624cc1c743a'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:41:43.441105 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-807e9837-005a-4a49-aae5-940cc0076b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:41:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['238b8d44-6f87-4093-8fd6-5624cc1c743a'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:43.505015 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1e00d8b7-4e0a-4bac-b27a-829ab6edf0c7 req-c7908532-04fc-45c6-9926-a17007c2ae9f tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=f394b700-8589-4596-a6b3-f0b7c6cedb0a&id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654278 Sep 08 16:41:43.506910 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b115b10-7152-492b-ac67-47c96b623a0a req-a270d4cd-62df-4e47-b0c2-16ab0a8b00b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:43.508361 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1b115b10-7152-492b-ac67-47c96b623a0a req-a270d4cd-62df-4e47-b0c2-16ab0a8b00b4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549 HTTP/1.1" status: 200 len: 850 time: 0.0929787 Sep 08 16:41:43.569942 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-807e9837-005a-4a49-aae5-940cc0076b5e None None] Set router 238b8d44-6f87-4093-8fd6-5624cc1c743a gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:41:43.589854 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b115b10-7152-492b-ac67-47c96b623a0a req-ea5dc025-43fb-4c1c-a780-79eeffbbaa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:43.591545 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1b115b10-7152-492b-ac67-47c96b623a0a req-ea5dc025-43fb-4c1c-a780-79eeffbbaa37 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f9db32ff-f404-4a60-9a66-c9419aa017aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523424 Sep 08 16:41:43.695874 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1b115b10-7152-492b-ac67-47c96b623a0a req-e6314dc1-b9ac-462f-ac92-def025f1ee94 service neutron] 10.222.0.38 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870614 Sep 08 16:41:43.797871 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1b115b10-7152-492b-ac67-47c96b623a0a req-cdf75a12-1dcc-4740-b265-ddfa66ec04d0 service neutron] 10.222.0.38 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935574 Sep 08 16:41:43.805145 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-807e9837-005a-4a49-aae5-940cc0076b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:35Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 4, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'gw_port': {'id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': '4dd29a17-4b35-498f-b2f0-4af008e1ef26', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'port_id': '3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'mac_address': 'fa:16:3e:87:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344579be-0ec8-43e7-9efd-d68d2730bdf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:41:28Z', 'updated_at': '2021-09-08T16:41:42Z', 'revision_number': 1, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e12531-4629-4f25-91ac-0b658a03703a', 'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'mac_address': 'fa:16:3e:6e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:40Z', 'updated_at': '2021-09-08T16:35:55Z', 'revision_number': 5, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'subnets': [{'id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:41:43.832812 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807e9837-005a-4a49-aae5-940cc0076b5e None None] The sync data for ids ['238b8d44-6f87-4093-8fd6-5624cc1c743a'] in dv-cinder-790535-14-iscsi is: [{'id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:35Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 4, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'gw_port': {'id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': '4dd29a17-4b35-498f-b2f0-4af008e1ef26', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'port_id': '3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'mac_address': 'fa:16:3e:87:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344579be-0ec8-43e7-9efd-d68d2730bdf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:41:28Z', 'updated_at': '2021-09-08T16:41:42Z', 'revision_number': 1, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e12531-4629-4f25-91ac-0b658a03703a', 'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'mac_address': 'fa:16:3e:6e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:40Z', 'updated_at': '2021-09-08T16:35:55Z', 'revision_number': 5, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'subnets': [{'id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:41:43.954676 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668046e-0649-403c-8f9d-91bff58a062e req-204cd006-92d7-434d-80c7-08d5e41dcbee tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:43.956225 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c668046e-0649-403c-8f9d-91bff58a062e req-204cd006-92d7-434d-80c7-08d5e41dcbee tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0592625 Sep 08 16:41:44.002595 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c668046e-0649-403c-8f9d-91bff58a062e req-7d99d668-fc8e-426c-b7ea-9a72f3ad09ba tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399501 Sep 08 16:41:44.050630 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d293e942-54a1-487d-9673-3bba3b88575f None None] New status for floating IP 4dd29a17-4b35-498f-b2f0-4af008e1ef26: ACTIVE {{(pid=94085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:41:44.467642 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 45199c79-9c72-4bd2-a28a-ac20bfc5f711 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:41:44.506855 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:41:44.575741 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 45199c79-9c72-4bd2-a28a-ac20bfc5f711, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45199c79-9c72-4bd2-a28a-ac20bfc5f711,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:41:44.592922 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': '45199c79-9c72-4bd2-a28a-ac20bfc5f711', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'port_id': '45199c79-9c72-4bd2-a28a-ac20bfc5f711', 'mac_address': 'fa:16:3e:b0:81:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:41:44.634420 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:44.641815 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6992d2a-f518-4f36-b98e-0f598644ff73 req-9e2860ad-4819-4515-ba03-9bdf484c04c6 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:44.643519 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f6992d2a-f518-4f36-b98e-0f598644ff73 req-9e2860ad-4819-4515-ba03-9bdf484c04c6 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 984 time: 0.0642927 Sep 08 16:41:44.648454 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45199c79-9c72-4bd2-a28a-ac20bfc5f711 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:41:44.668720 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 45199c79-9c72-4bd2-a28a-ac20bfc5f711, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45199c79-9c72-4bd2-a28a-ac20bfc5f711,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:41:44.672856 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:44.687094 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f6992d2a-f518-4f36-b98e-0f598644ff73 req-0aed7753-e215-425c-8a88-d759d5e88d7c tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=f394b700-8589-4596-a6b3-f0b7c6cedb0a&id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368662 Sep 08 16:41:44.721125 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=45199c79-9c72-4bd2-a28a-ac20bfc5f711,revision_number=6']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:44.880285 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['45199c79-9c72-4bd2-a28a-ac20bfc5f711'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:41:45.134426 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835eecef-947c-42ee-aebb-433779298816 req-8be556e3-c9a8-4b0a-9df5-1bbd09b47616 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:45.135919 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-835eecef-947c-42ee-aebb-433779298816 req-8be556e3-c9a8-4b0a-9df5-1bbd09b47616 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 944 time: 0.0534694 Sep 08 16:41:45.180638 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-835eecef-947c-42ee-aebb-433779298816 req-ff4815be-4560-45cd-8cc9-a2868edb466c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344210 Sep 08 16:41:45.815938 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fda8a-5f45-40e2-a978-25f44c1c194e req-aa95cbd9-4665-42c1-a5c2-2578439f6af4 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:45.817667 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5e0fda8a-5f45-40e2-a978-25f44c1c194e req-aa95cbd9-4665-42c1-a5c2-2578439f6af4 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 984 time: 0.0606697 Sep 08 16:41:45.860723 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5e0fda8a-5f45-40e2-a978-25f44c1c194e req-4a64adbd-88aa-43d4-9b44-6d02b624c005 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=f394b700-8589-4596-a6b3-f0b7c6cedb0a&id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355558 Sep 08 16:41:46.119680 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:46.144030 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159b479-bdf3-4663-97fb-21fc97084f7d req-87f75935-10b4-4d9c-9fc2-8701294ffcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:46.145522 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e159b479-bdf3-4663-97fb-21fc97084f7d req-87f75935-10b4-4d9c-9fc2-8701294ffcd8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e1afedab9c44cb28f302d9f903cc9c1&device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 1097 time: 0.0459852 Sep 08 16:41:46.266092 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159b479-bdf3-4663-97fb-21fc97084f7d req-0da900f0-aac3-46eb-a281-2e757651ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:46.267632 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e159b479-bdf3-4663-97fb-21fc97084f7d req-0da900f0-aac3-46eb-a281-2e757651ba2c service neutron] 10.222.0.38 "GET /v2.0/networks?id=d5885bf2-f857-4e7a-90de-683d9b947e27 HTTP/1.1" status: 200 len: 918 time: 0.0847239 Sep 08 16:41:46.314077 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c98b60-6e43-496c-b474-4cc4d0600316 req-99cebc90-3bcd-4e77-a0ee-aee9b02b8b4e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:46.315636 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-65c98b60-6e43-496c-b474-4cc4d0600316 req-99cebc90-3bcd-4e77-a0ee-aee9b02b8b4e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 944 time: 0.0572274 Sep 08 16:41:46.344518 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e159b479-bdf3-4663-97fb-21fc97084f7d req-cac81909-1f13-48eb-a7ee-1a2c6a9af4ff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45199c79-9c72-4bd2-a28a-ac20bfc5f711 HTTP/1.1" status: 200 len: 999 time: 0.0686793 Sep 08 16:41:46.354504 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-65c98b60-6e43-496c-b474-4cc4d0600316 req-38d310a6-3e39-4cb2-9ac5-756676c42515 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327630 Sep 08 16:41:46.402379 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159b479-bdf3-4663-97fb-21fc97084f7d req-a3164a67-b076-4bb3-8041-7e60150725b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:46.404410 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e159b479-bdf3-4663-97fb-21fc97084f7d req-a3164a67-b076-4bb3-8041-7e60150725b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c2d542b-edd8-4e91-896a-b3e1b00238ca HTTP/1.1" status: 200 len: 856 time: 0.0475535 Sep 08 16:41:46.457056 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159b479-bdf3-4663-97fb-21fc97084f7d req-ddffbb9d-3f79-43e4-89e0-01f33c5953ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:46.458571 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e159b479-bdf3-4663-97fb-21fc97084f7d req-ddffbb9d-3f79-43e4-89e0-01f33c5953ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d5885bf2-f857-4e7a-90de-683d9b947e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432878 Sep 08 16:41:46.493392 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 45199c79-9c72-4bd2-a28a-ac20bfc5f711 up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:41:46.547799 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port 45199c79-9c72-4bd2-a28a-ac20bfc5f711 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:46.548260 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:46.572847 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e159b479-bdf3-4663-97fb-21fc97084f7d req-0ba565c3-cd3a-4d73-8605-90043196ee60 service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985303 Sep 08 16:41:46.633409 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:46.659454 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378b05c2-04ac-4c9c-a5bc-a29fba7deac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45199c79-9c72-4bd2-a28a-ac20bfc5f711'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:41:46.662098 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623e89ea-7d3a-4bfc-8d6b-57e25452f6af" -d '{"events": [{"server_uuid": "378b05c2-04ac-4c9c-a5bc-a29fba7deac0", "name": "network-vif-plugged", "status": "completed", "tag": "45199c79-9c72-4bd2-a28a-ac20bfc5f711"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:41:46.677114 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 45199c79-9c72-4bd2-a28a-ac20bfc5f711, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45199c79-9c72-4bd2-a28a-ac20bfc5f711,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:41:46.689613 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:46.739125 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e159b479-bdf3-4663-97fb-21fc97084f7d req-60777eb5-4001-409c-9111-5831611b9301 service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315522 Sep 08 16:41:46.740927 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aef71bc-c68d-4d92-aa05-06bc206d36d1 x-openstack-request-id: req-2aef71bc-c68d-4d92-aa05-06bc206d36d1 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:41:46.741391 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378b05c2-04ac-4c9c-a5bc-a29fba7deac0", "name": "network-vif-plugged", "status": "completed", "tag": "45199c79-9c72-4bd2-a28a-ac20bfc5f711", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:41:46.741788 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2aef71bc-c68d-4d92-aa05-06bc206d36d1 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:41:46.742405 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378b05c2-04ac-4c9c-a5bc-a29fba7deac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45199c79-9c72-4bd2-a28a-ac20bfc5f711', 'code': 200} Sep 08 16:41:46.772582 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=45199c79-9c72-4bd2-a28a-ac20bfc5f711,revision_number=7']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:46.988750 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4970e8-78ca-4e4b-994f-f5a621839d56 req-d9501526-5d2c-43d0-807d-db8cd3fe3fa8 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:46.990344 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1c4970e8-78ca-4e4b-994f-f5a621839d56 req-d9501526-5d2c-43d0-807d-db8cd3fe3fa8 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 984 time: 0.0579250 Sep 08 16:41:47.037681 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1c4970e8-78ca-4e4b-994f-f5a621839d56 req-3e1f39e3-3328-442e-80c7-1fba9e27c96f tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=f394b700-8589-4596-a6b3-f0b7c6cedb0a&id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405478 Sep 08 16:41:47.493283 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abe587-fd77-46a3-ba68-8ac8ba0aa717 req-a683ebc3-ca69-4f02-ac73-18d7fef8f52c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:47.495693 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-68abe587-fd77-46a3-ba68-8ac8ba0aa717 req-a683ebc3-ca69-4f02-ac73-18d7fef8f52c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0569866 Sep 08 16:41:47.564433 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-68abe587-fd77-46a3-ba68-8ac8ba0aa717 req-51a88daf-77d9-4ad2-bc2b-19d46649bbd4 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543401 Sep 08 16:41:48.182442 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721ee1a-d934-45c8-af44-0f785999fa5b req-e8d6b5b3-2a93-452a-8f76-4f854f2f37ab tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:48.189911 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e721ee1a-d934-45c8-af44-0f785999fa5b req-e8d6b5b3-2a93-452a-8f76-4f854f2f37ab tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 984 time: 0.0716813 Sep 08 16:41:48.235054 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e721ee1a-d934-45c8-af44-0f785999fa5b req-507557af-8f3e-4dbd-b05c-385f6bb71a51 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=f394b700-8589-4596-a6b3-f0b7c6cedb0a&id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440214 Sep 08 16:41:48.698134 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a670bc2-17b6-44d3-af2a-156ad0fce35c req-a4c2faff-fada-4504-b5d4-0ddf87462f6a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:48.700009 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8a670bc2-17b6-44d3-af2a-156ad0fce35c req-a4c2faff-fada-4504-b5d4-0ddf87462f6a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0664079 Sep 08 16:41:48.746522 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8a670bc2-17b6-44d3-af2a-156ad0fce35c req-8f5e0595-fea2-49e9-85b3-4fe333b36725 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400860 Sep 08 16:41:49.374188 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc4721-aedb-48c3-962a-179f30816ef5 req-1746bec6-355d-427d-b506-fcbe5bffca3c tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:49.375752 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-37cc4721-aedb-48c3-962a-179f30816ef5 req-1746bec6-355d-427d-b506-fcbe5bffca3c tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 984 time: 0.0529330 Sep 08 16:41:49.427529 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-37cc4721-aedb-48c3-962a-179f30816ef5 req-2f0a2283-d9fb-4594-bf83-64309774121e tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=f394b700-8589-4596-a6b3-f0b7c6cedb0a&id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451620 Sep 08 16:41:49.889513 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0aa78e-9017-4da3-b973-9c334e4123da req-05e06e1a-7797-41df-8d16-324f0886833f tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:49.891171 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-fc0aa78e-9017-4da3-b973-9c334e4123da req-05e06e1a-7797-41df-8d16-324f0886833f tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0559125 Sep 08 16:41:49.952775 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-fc0aa78e-9017-4da3-b973-9c334e4123da req-e543193c-ece6-4198-8f6b-68812c6339d7 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470202 Sep 08 16:41:50.552925 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c2c38-aac9-429d-9b3a-de5d078e5024 req-1e823420-b819-4006-97ca-e18d2b4c34d5 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:50.554451 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4e5c2c38-aac9-429d-9b3a-de5d078e5024 req-1e823420-b819-4006-97ca-e18d2b4c34d5 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 984 time: 0.0549483 Sep 08 16:41:50.599906 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4e5c2c38-aac9-429d-9b3a-de5d078e5024 req-161b872c-e5c7-4ab3-b5b4-863ebfdf47f0 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=f394b700-8589-4596-a6b3-f0b7c6cedb0a&id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365922 Sep 08 16:41:51.089766 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456027c4-13c9-4aa7-89f0-e8f3889c6299 req-b5031097-6e62-4bed-a95f-d2a22a985e85 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:51.091428 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-456027c4-13c9-4aa7-89f0-e8f3889c6299 req-b5031097-6e62-4bed-a95f-d2a22a985e85 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0590978 Sep 08 16:41:51.132213 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-456027c4-13c9-4aa7-89f0-e8f3889c6299 req-aa441906-d33d-4be3-982c-a7c836541cff tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339706 Sep 08 16:41:51.739196 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509863f-7247-4714-8e3c-e6f1e3c53a5b req-4c172579-b11a-46d5-a7c0-59e4a165b603 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:51.740961 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f509863f-7247-4714-8e3c-e6f1e3c53a5b req-4c172579-b11a-46d5-a7c0-59e4a165b603 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 984 time: 0.0637779 Sep 08 16:41:51.787572 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f509863f-7247-4714-8e3c-e6f1e3c53a5b req-860f0a3e-eb66-4797-aa6c-44e6f081818b tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=f394b700-8589-4596-a6b3-f0b7c6cedb0a&id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391257 Sep 08 16:41:52.236246 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-9127fd8e-c6fd-4fa4-bfd3-37fdbd25e42c tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1349978523&fields=id&tenant_id=769a8cfb152a4a3da29c80d086a14abb HTTP/1.1" status: 200 len: 267 time: 0.0491979 Sep 08 16:41:52.313240 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f95619-1939-4451-9be8-14510fca978d req-56b07a44-ac36-4a93-ac92-1fa968699bcb tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:52.315709 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-82f95619-1939-4451-9be8-14510fca978d req-56b07a44-ac36-4a93-ac92-1fa968699bcb tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0841136 Sep 08 16:41:52.364243 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-6b6f23f4-fb15-4bf5-9e1a-6bd415b07f0b tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:52.373120 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-82f95619-1939-4451-9be8-14510fca978d req-826c6d72-1e23-4705-9108-fff4cf948e61 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451236 Sep 08 16:41:52.373558 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-6b6f23f4-fb15-4bf5-9e1a-6bd415b07f0b tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/networks?id=892d82b0-ccf0-484c-a926-d570c8a4836c HTTP/1.1" status: 200 len: 808 time: 0.1359780 Sep 08 16:41:52.390859 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-cb881e4b-454c-4def-989c-4f489bf16efd tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/quotas/769a8cfb152a4a3da29c80d086a14abb HTTP/1.1" status: 200 len: 375 time: 0.0159442 Sep 08 16:41:52.450076 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-27d3267a-a5ed-47a3-b36d-ff834320ef65 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=769a8cfb152a4a3da29c80d086a14abb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546844 Sep 08 16:41:52.560043 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-23257a6a-9fa0-4d9e-a981-881e8d599196 service neutron] 10.222.0.69 "GET /v2.0/networks/892d82b0-ccf0-484c-a926-d570c8a4836c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966189 Sep 08 16:41:52.676910 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-ce51f172-9fad-4b0d-92ca-1e0abfc861a1 service neutron] 10.222.0.69 "GET /v2.0/networks/892d82b0-ccf0-484c-a926-d570c8a4836c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075742 Sep 08 16:41:53.004494 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a70dbfdb-90c2-4584-8bbe-02ead72b15f3 req-63174ba2-71e3-43e3-878f-2aa823615ab8 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 210 time: 0.0360808 Sep 08 16:41:53.550029 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba8d15-25bf-4569-9dde-0bb5d6f27ed1 req-b5464777-b8b2-4631-88fb-43dc0c7359f4 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:53.551486 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-65ba8d15-25bf-4569-9dde-0bb5d6f27ed1 req-b5464777-b8b2-4631-88fb-43dc0c7359f4 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0853963 Sep 08 16:41:53.600341 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-65ba8d15-25bf-4569-9dde-0bb5d6f27ed1 req-e4686652-00f2-4dd4-902a-13e1f669f2b1 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422709 Sep 08 16:41:54.127328 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-58615b85-b109-476b-aa28-2ad160b88dc6 req-8ae995bd-ff43-4429-aa79-15f5f5816d81 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 210 time: 0.0388513 Sep 08 16:41:54.397105 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-8d7fdadf-cbeb-4071-854e-6248b670adf4 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:54.398927 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-8d7fdadf-cbeb-4071-854e-6248b670adf4 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.38 "GET /v2.0/networks?id=892d82b0-ccf0-484c-a926-d570c8a4836c HTTP/1.1" status: 200 len: 808 time: 0.1780643 Sep 08 16:41:54.498856 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-6b77321c-47c5-4f18-9b87-d4b5615d9639 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=769a8cfb152a4a3da29c80d086a14abb HTTP/1.1" status: 200 len: 380 time: 0.0510173 Sep 08 16:41:54.511215 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Request body: {'port': {'device_id': '420a275d-e3d3-4e78-8b00-366db8d6cf06', 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c', 'admin_state_up': True, 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'security_groups': ['dadfd79f-4efd-4de5-8ec3-5723d3f2c06f']}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:54.657486 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Made reservation on behalf of 769a8cfb152a4a3da29c80d086a14abb for: {'port': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:41:54.662225 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:54.762349 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646f19e-2f78-4701-99b9-ac9ae5dcc513 req-82354c49-b69c-4dfe-a7f2-a0f712ba8e66 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:54.764469 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-2646f19e-2f78-4701-99b9-ac9ae5dcc513 req-82354c49-b69c-4dfe-a7f2-a0f712ba8e66 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0707452 Sep 08 16:41:54.821195 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Allocated IP 172.20.0.3 (892d82b0-ccf0-484c-a926-d570c8a4836c/21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4/f6a060b9-b828-44a3-ad17-aba40de0a7f9) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:41:54.823127 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-2646f19e-2f78-4701-99b9-ac9ae5dcc513 req-b492c8fe-ce61-447e-bb75-b4c573132d27 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517719 Sep 08 16:41:54.985642 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:55.008892 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Transition to ACTIVE for port object f6a060b9-b828-44a3-ad17-aba40de0a7f9 will not be triggered until provisioned by entity DHCP. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:41:55.072263 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:55.120543 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Network 892d82b0-ccf0-484c-a926-d570c8a4836c is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:41:55.124310 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:41:55.130994 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:41:55.161981 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Pushing event updated for resources: {'Port': ['ID=f6a060b9-b828-44a3-ad17-aba40de0a7f9,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:55.179769 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:55.180140 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:55.180727 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:55.181097 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:55.181573 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:55.181880 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:55.182303 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:55.182687 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:55.183093 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:55.183843 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:55.184214 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:55.184685 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:41:55.228766 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:55.229578 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:55.260378 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-eedd5054-b6f5-4294-a645-1c9c833288c0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7532754 Sep 08 16:41:55.291916 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] Request body: {'port': {'device_id': '420a275d-e3d3-4e78-8b00-366db8d6cf06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:41:55.399730 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:55.422367 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393d2c7-7b4a-49b0-b3b9-57e00358a359 req-d3f70871-6034-441d-a6cf-a1bd586d5e62 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:55.424247 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4393d2c7-7b4a-49b0-b3b9-57e00358a359 req-d3f70871-6034-441d-a6cf-a1bd586d5e62 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 931 time: 0.1624403 Sep 08 16:41:55.594174 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-0fc5436a-7918-4054-95a2-782a89f17712 None None] Provisioning for port f6a060b9-b828-44a3-ad17-aba40de0a7f9 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:41:55.600464 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-0fc5436a-7918-4054-95a2-782a89f17712 None None] Provisioning complete for port f6a060b9-b828-44a3-ad17-aba40de0a7f9 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:41:55.601079 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0fc5436a-7918-4054-95a2-782a89f17712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:55.653170 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-0fc5436a-7918-4054-95a2-782a89f17712 None None] Port f6a060b9-b828-44a3-ad17-aba40de0a7f9 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:41:55.669988 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4393d2c7-7b4a-49b0-b3b9-57e00358a359 req-98271adf-d5c9-463d-bf05-5e819a53540a tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140250 Sep 08 16:41:55.819259 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a060b9-b828-44a3-ad17-aba40de0a7f9 {{(pid=94083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:41:55.827436 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:55.841007 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] Transition to ACTIVE for port object f6a060b9-b828-44a3-ad17-aba40de0a7f9 will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:41:55.856884 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:55.970766 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281e851-9835-400b-8f07-164694c977c3 req-a976c311-17b4-4434-98fa-51c90bc215da tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:55.979241 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] Pushing event updated for resources: {'Port': ['ID=f6a060b9-b828-44a3-ad17-aba40de0a7f9,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:55.983511 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d281e851-9835-400b-8f07-164694c977c3 req-a976c311-17b4-4434-98fa-51c90bc215da tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0816638 Sep 08 16:41:56.021968 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] Attempting to bind port f6a060b9-b828-44a3-ad17-aba40de0a7f9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:41:56.022678 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] Attempting to bind port f6a060b9-b828-44a3-ad17-aba40de0a7f9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c4e4cae2-14d7-4e17-afc0-ddae6a431e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:41:56.023024 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] Attempting to bind port f6a060b9-b828-44a3-ad17-aba40de0a7f9 on network 892d82b0-ccf0-484c-a926-d570c8a4836c {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:41:56.028560 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] Port f6a060b9-b828-44a3-ad17-aba40de0a7f9 on network 892d82b0-ccf0-484c-a926-d570c8a4836c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 16:41:56.028885 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] Attempting to bind port f6a060b9-b828-44a3-ad17-aba40de0a7f9 on network 892d82b0-ccf0-484c-a926-d570c8a4836c {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:41:56.034271 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] Checking agent: {'id': 'ccbd07f4-9fa7-4e9d-ab49-144bada9319f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'started_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:41:56.034608 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] Checking segment: {'id': 'c4e4cae2-14d7-4e17-afc0-ddae6a431e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:41:56.034996 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] Bound using segment: {'id': 'c4e4cae2-14d7-4e17-afc0-ddae6a431e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:41:56.035437 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] Bound port: f6a060b9-b828-44a3-ad17-aba40de0a7f9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e4cae2-14d7-4e17-afc0-ddae6a431e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:41:56.035802 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:56.048326 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d281e851-9835-400b-8f07-164694c977c3 req-d489f50a-4b21-4746-a1d8-82c2c97bb8ea tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633104 Sep 08 16:41:56.128513 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] For port f6a060b9-b828-44a3-ad17-aba40de0a7f9, host hv-cinder-79053, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:41:56.132332 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] For port f6a060b9-b828-44a3-ad17-aba40de0a7f9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f6a060b9-b828-44a3-ad17-aba40de0a7f9,segment=NetworkSegment(c4e4cae2-14d7-4e17-afc0-ddae6a431e66),segment_id=c4e4cae2-14d7-4e17-afc0-ddae6a431e66)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:41:56.142082 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:56.181974 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:56.182594 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:56.184692 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] 10.222.0.38 "PUT /v2.0/ports/f6a060b9-b828-44a3-ad17-aba40de0a7f9 HTTP/1.1" status: 200 len: 1093 time: 0.9061916 Sep 08 16:41:56.185325 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420a275d-e3d3-4e78-8b00-366db8d6cf06', 'tag': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:41:56.188074 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65869e24-cc9c-439a-8670-c8061d419de6" -d '{"events": [{"name": "network-changed", "server_uuid": "420a275d-e3d3-4e78-8b00-366db8d6cf06", "tag": "f6a060b9-b828-44a3-ad17-aba40de0a7f9"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:41:56.238876 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35532b29-02f0-4c1e-a358-a5fdd0d577dc service neutron] Pushing event updated for resources: {'Port': ['ID=f6a060b9-b828-44a3-ad17-aba40de0a7f9,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:41:56.262040 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e4d0c6-3b6b-4bd8-9996-e6b754ff3ffd x-openstack-request-id: req-b5e4d0c6-3b6b-4bd8-9996-e6b754ff3ffd {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:41:56.262415 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420a275d-e3d3-4e78-8b00-366db8d6cf06", "tag": "f6a060b9-b828-44a3-ad17-aba40de0a7f9", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:41:56.262853 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b5e4d0c6-3b6b-4bd8-9996-e6b754ff3ffd {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:41:56.263254 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420a275d-e3d3-4e78-8b00-366db8d6cf06', 'tag': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9', 'status': 'completed', 'code': 200} Sep 08 16:41:56.338304 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-a47d60be-0237-403b-a2ee-b81f9c902e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:56.340023 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-a47d60be-0237-403b-a2ee-b81f9c902e20 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=769a8cfb152a4a3da29c80d086a14abb&device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 1096 time: 0.0521784 Sep 08 16:41:56.398403 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-946bebb8-ab68-49fa-b4fa-6518b538829d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6a060b9-b828-44a3-ad17-aba40de0a7f9 HTTP/1.1" status: 200 len: 217 time: 0.0424440 Sep 08 16:41:56.455384 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-d1f00bea-b527-4618-8981-08beb932ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:56.456920 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-d1f00bea-b527-4618-8981-08beb932ab40 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4 HTTP/1.1" status: 200 len: 847 time: 0.0503500 Sep 08 16:41:56.519844 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-298742ef-5b7f-4da8-91c3-866f2b3137f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:56.521464 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-298742ef-5b7f-4da8-91c3-866f2b3137f7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=892d82b0-ccf0-484c-a926-d570c8a4836c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0553126 Sep 08 16:41:56.648580 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-4db8ae2d-5bde-401c-91b7-71de9e1cfe16 service neutron] 10.222.0.38 "GET /v2.0/networks/892d82b0-ccf0-484c-a926-d570c8a4836c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129913 Sep 08 16:41:56.767273 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a2ecff10-4931-498b-9ac0-c7db292dfbd1 req-d4ce5bed-52ae-447a-9b0f-e6f977d7a796 service neutron] 10.222.0.38 "GET /v2.0/networks/892d82b0-ccf0-484c-a926-d570c8a4836c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100478 Sep 08 16:41:56.829173 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e92909-ce8f-48db-be49-d01034ea1812 req-37f5f606-ea65-4ce3-bd6e-355596ac1ba9 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:56.830710 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f6e92909-ce8f-48db-be49-d01034ea1812 req-37f5f606-ea65-4ce3-bd6e-355596ac1ba9 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 943 time: 0.0613804 Sep 08 16:41:56.884684 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f6e92909-ce8f-48db-be49-d01034ea1812 req-f35ec239-55d2-45cb-97fc-5e58c5e9859b tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473421 Sep 08 16:41:56.918268 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65869e24-cc9c-439a-8670-c8061d419de6 req-f7987422-fec4-4cdf-b51d-33d58e16af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:56.920643 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-65869e24-cc9c-439a-8670-c8061d419de6 req-f7987422-fec4-4cdf-b51d-33d58e16af62 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=769a8cfb152a4a3da29c80d086a14abb&device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 1096 time: 0.0500822 Sep 08 16:41:57.024923 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65869e24-cc9c-439a-8670-c8061d419de6 req-d7c7675a-9cc3-44b4-9cd7-8b8e32781a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:57.026446 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-65869e24-cc9c-439a-8670-c8061d419de6 req-d7c7675a-9cc3-44b4-9cd7-8b8e32781a32 service neutron] 10.222.0.38 "GET /v2.0/networks?id=892d82b0-ccf0-484c-a926-d570c8a4836c HTTP/1.1" status: 200 len: 909 time: 0.0961049 Sep 08 16:41:57.080959 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-65869e24-cc9c-439a-8670-c8061d419de6 req-b2ace39a-57ce-4e60-8484-aef7cd35e3ef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6a060b9-b828-44a3-ad17-aba40de0a7f9 HTTP/1.1" status: 200 len: 217 time: 0.0449560 Sep 08 16:41:57.147750 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65869e24-cc9c-439a-8670-c8061d419de6 req-8583b2d4-8d7e-415e-9d7c-fff9f10ea646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:57.150085 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-65869e24-cc9c-439a-8670-c8061d419de6 req-8583b2d4-8d7e-415e-9d7c-fff9f10ea646 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4 HTTP/1.1" status: 200 len: 847 time: 0.0493438 Sep 08 16:41:57.201450 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a68dfc-6165-4458-a4b7-4f1cd17920e9 req-22bdbf37-967b-4fe0-a6ec-b37a48f023f4 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:57.202109 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65869e24-cc9c-439a-8670-c8061d419de6 req-15bf2c56-184a-4b0c-ba86-0452082d4203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:57.203161 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c6a68dfc-6165-4458-a4b7-4f1cd17920e9 req-22bdbf37-967b-4fe0-a6ec-b37a48f023f4 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0615051 Sep 08 16:41:57.203618 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-65869e24-cc9c-439a-8670-c8061d419de6 req-15bf2c56-184a-4b0c-ba86-0452082d4203 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=892d82b0-ccf0-484c-a926-d570c8a4836c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432286 Sep 08 16:41:57.266074 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c6a68dfc-6165-4458-a4b7-4f1cd17920e9 req-bdb60987-3bd7-4e5d-ba8a-f172f62a6019 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559995 Sep 08 16:41:57.558314 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-65869e24-cc9c-439a-8670-c8061d419de6 req-3b639c94-d591-42b6-999d-176c34bcb952 service neutron] 10.222.0.38 "GET /v2.0/networks/892d82b0-ccf0-484c-a926-d570c8a4836c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427496 Sep 08 16:41:57.651548 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-65869e24-cc9c-439a-8670-c8061d419de6 req-c6ede005-6284-472e-bc30-14946176bb16 service neutron] 10.222.0.38 "GET /v2.0/networks/892d82b0-ccf0-484c-a926-d570c8a4836c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818882 Sep 08 16:41:58.013546 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b469138-74cb-4f3d-a806-7d93de757782 req-956d7fcf-4481-42d6-bda3-4d43f3bedc4a tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:58.015989 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-2b469138-74cb-4f3d-a806-7d93de757782 req-956d7fcf-4481-42d6-bda3-4d43f3bedc4a tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 943 time: 0.0569005 Sep 08 16:41:58.058604 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-2b469138-74cb-4f3d-a806-7d93de757782 req-2a5432c8-6922-4660-9861-f08a083ebf02 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344973 Sep 08 16:41:58.339247 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57387f32-29d5-45d1-9e07-618f840ad18c req-e134fa0b-2477-485b-80d7-7adfcc20ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:58.340972 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-57387f32-29d5-45d1-9e07-618f840ad18c req-e134fa0b-2477-485b-80d7-7adfcc20ddb4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e1afedab9c44cb28f302d9f903cc9c1&device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 1098 time: 0.0452130 Sep 08 16:41:58.444526 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3329303a-7ff4-4cc0-b757-cb5118533d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:41:58.448528 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4e0d7-4d61-42df-b4de-861bdeeffad1 req-5af1f5ac-b333-412b-bc28-246b07ec13eb tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:58.450488 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7fb4e0d7-4d61-42df-b4de-861bdeeffad1 req-5af1f5ac-b333-412b-bc28-246b07ec13eb tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.1086547 Sep 08 16:41:58.476600 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57387f32-29d5-45d1-9e07-618f840ad18c req-62fc4a86-ee94-4db4-807a-5b6a97d68102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:58.477957 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-57387f32-29d5-45d1-9e07-618f840ad18c req-62fc4a86-ee94-4db4-807a-5b6a97d68102 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d5885bf2-f857-4e7a-90de-683d9b947e27 HTTP/1.1" status: 200 len: 918 time: 0.1279285 Sep 08 16:41:58.528337 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7fb4e0d7-4d61-42df-b4de-861bdeeffad1 req-658cfc87-0bd0-4ac4-81af-9a189928fe22 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717094 Sep 08 16:41:58.553948 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-57387f32-29d5-45d1-9e07-618f840ad18c req-8e0864a2-5b2c-4a84-833a-3d3cf21cf7ed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45199c79-9c72-4bd2-a28a-ac20bfc5f711 HTTP/1.1" status: 200 len: 1000 time: 0.0685246 Sep 08 16:41:58.602718 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57387f32-29d5-45d1-9e07-618f840ad18c req-303ffc33-5bfb-4041-ab18-81477dbad793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:58.604199 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-57387f32-29d5-45d1-9e07-618f840ad18c req-303ffc33-5bfb-4041-ab18-81477dbad793 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c2d542b-edd8-4e91-896a-b3e1b00238ca HTTP/1.1" status: 200 len: 856 time: 0.0431840 Sep 08 16:41:58.671022 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57387f32-29d5-45d1-9e07-618f840ad18c req-07f28618-5763-4473-b8fc-b22dd7618d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:58.672528 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-57387f32-29d5-45d1-9e07-618f840ad18c req-07f28618-5763-4473-b8fc-b22dd7618d7c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d5885bf2-f857-4e7a-90de-683d9b947e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0472429 Sep 08 16:41:58.789565 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-57387f32-29d5-45d1-9e07-618f840ad18c req-b2cb7ee4-0fde-4a12-9912-d9cd27473694 service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965493 Sep 08 16:41:58.887658 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-57387f32-29d5-45d1-9e07-618f840ad18c req-b305cae3-47bf-44f4-a841-60e5f4a8adf5 service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887227 Sep 08 16:41:59.190998 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19562be0-c3a1-4ff8-8856-e3619ea9d9e9 req-c276337b-e3cf-4da3-b4c5-1b79d498e235 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:59.192570 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-19562be0-c3a1-4ff8-8856-e3619ea9d9e9 req-c276337b-e3cf-4da3-b4c5-1b79d498e235 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 943 time: 0.0572658 Sep 08 16:41:59.233342 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-19562be0-c3a1-4ff8-8856-e3619ea9d9e9 req-8bbdb92b-0637-4cb0-8d0c-7c887b9b8616 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346310 Sep 08 16:41:59.663288 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe392122-a06e-4042-b397-509de4f3069d req-ad488218-6c01-4efe-ab94-a549489b8ba4 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:41:59.665595 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-fe392122-a06e-4042-b397-509de4f3069d req-ad488218-6c01-4efe-ab94-a549489b8ba4 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 945 time: 0.0540092 Sep 08 16:41:59.711465 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-fe392122-a06e-4042-b397-509de4f3069d req-a1a02439-f555-45eb-975a-8d9251317989 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360980 Sep 08 16:42:00.350897 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978fdb2-741d-429a-ba41-9a35cbf64658 req-ea53943c-1c3b-4ad2-8979-a8ead91aab98 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:00.352402 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0978fdb2-741d-429a-ba41-9a35cbf64658 req-ea53943c-1c3b-4ad2-8979-a8ead91aab98 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 943 time: 0.0504334 Sep 08 16:42:00.391868 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0978fdb2-741d-429a-ba41-9a35cbf64658 req-56206bc1-d088-4a00-b3c2-4b41c1e7586d tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333126 Sep 08 16:42:00.561923 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 45199c79-9c72-4bd2-a28a-ac20bfc5f711 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:42:00.654337 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:00.679864 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378b05c2-04ac-4c9c-a5bc-a29fba7deac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45199c79-9c72-4bd2-a28a-ac20bfc5f711'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:42:00.682427 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac11f0ff-94b2-487a-9583-7ed9611d7329" -d '{"events": [{"server_uuid": "378b05c2-04ac-4c9c-a5bc-a29fba7deac0", "name": "network-vif-unplugged", "status": "completed", "tag": "45199c79-9c72-4bd2-a28a-ac20bfc5f711"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:42:00.695643 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 45199c79-9c72-4bd2-a28a-ac20bfc5f711, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45199c79-9c72-4bd2-a28a-ac20bfc5f711,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:42:00.704123 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:00.731189 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 16:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5243ad1c-1dee-4e67-a970-e47c4aa67b21 x-openstack-request-id: req-5243ad1c-1dee-4e67-a970-e47c4aa67b21 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:42:00.731537 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378b05c2-04ac-4c9c-a5bc-a29fba7deac0", "name": "network-vif-unplugged", "status": "completed", "tag": "45199c79-9c72-4bd2-a28a-ac20bfc5f711", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:42:00.731738 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5243ad1c-1dee-4e67-a970-e47c4aa67b21 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:42:00.732154 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378b05c2-04ac-4c9c-a5bc-a29fba7deac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45199c79-9c72-4bd2-a28a-ac20bfc5f711', 'code': 200} Sep 08 16:42:00.758339 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=45199c79-9c72-4bd2-a28a-ac20bfc5f711,revision_number=8']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:00.835502 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e9b1d-3856-46a5-a82d-2378ea4f7c73 req-61a9e67b-3366-4d90-967a-fd635c0d3dac tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:00.836939 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a14e9b1d-3856-46a5-a82d-2378ea4f7c73 req-61a9e67b-3366-4d90-967a-fd635c0d3dac tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 943 time: 0.0494082 Sep 08 16:42:00.879450 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a14e9b1d-3856-46a5-a82d-2378ea4f7c73 req-8c49b67b-d299-4cab-99e9-650b61dbc604 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362842 Sep 08 16:42:01.138308 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8517d366-0e19-411f-ab9a-4e7b7c2ee43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:01.227020 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:01.518930 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd0eba-346c-484e-9d4a-2ae6963ad68b req-708e3210-71ae-497c-87ba-3937d3076417 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:01.520454 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-dbfd0eba-346c-484e-9d4a-2ae6963ad68b req-708e3210-71ae-497c-87ba-3937d3076417 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 943 time: 0.0513060 Sep 08 16:42:01.567424 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-dbfd0eba-346c-484e-9d4a-2ae6963ad68b req-5718dadb-c40f-41e3-8ebe-5a9815292db7 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405085 Sep 08 16:42:01.751793 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [req-b7bdd07d-93a8-4ec1-98e7-ea8b5731f71c req-08e8520d-3595-47da-b683-604e27629e8e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:42:01.753177 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b7bdd07d-93a8-4ec1-98e7-ea8b5731f71c req-08e8520d-3595-47da-b683-604e27629e8e service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083625 Sep 08 16:42:01.918657 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19864def-5ad5-43e9-8cc3-7249bf46cf27 req-11fbfa7d-4e04-42cf-b33e-1fe36ec9c8ae tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:01.920217 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-19864def-5ad5-43e9-8cc3-7249bf46cf27 req-11fbfa7d-4e04-42cf-b33e-1fe36ec9c8ae tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 943 time: 0.0537601 Sep 08 16:42:01.955626 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-448a6d72-4054-4cbe-9b5f-11f78b33c772 req-701f11cb-34ca-40b1-8768-159d3b8e7778 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400803 Sep 08 16:42:01.959560 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-19864def-5ad5-43e9-8cc3-7249bf46cf27 req-b14073a7-a631-4d88-bb2f-34a0deb0e3bf tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329633 Sep 08 16:42:02.516924 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:02.711670 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebeac5-5b8c-4747-9c9d-49edaf1e2d39 req-80b4caaf-baab-4ec6-ae95-92257e7dbe81 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:02.713159 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-98ebeac5-5b8c-4747-9c9d-49edaf1e2d39 req-80b4caaf-baab-4ec6-ae95-92257e7dbe81 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 943 time: 0.0722351 Sep 08 16:42:02.752415 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-98ebeac5-5b8c-4747-9c9d-49edaf1e2d39 req-0c212aa8-cb79-4f2b-a5cb-5df8e7901309 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317760 Sep 08 16:42:02.949632 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a6d72-4054-4cbe-9b5f-11f78b33c772 req-ca0bf085-c707-47be-88af-ad9642901c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:02.951312 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-448a6d72-4054-4cbe-9b5f-11f78b33c772 req-ca0bf085-c707-47be-88af-ad9642901c88 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0&tenant_id=4e1afedab9c44cb28f302d9f903cc9c1 HTTP/1.1" status: 200 len: 1096 time: 0.0522058 Sep 08 16:42:03.056419 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a6d72-4054-4cbe-9b5f-11f78b33c772 req-311da89d-bdc4-492e-bd3f-bfb15e54b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:03.057935 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-448a6d72-4054-4cbe-9b5f-11f78b33c772 req-311da89d-bdc4-492e-bd3f-bfb15e54b298 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e1afedab9c44cb28f302d9f903cc9c1&device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 1096 time: 0.0436327 Sep 08 16:42:03.085510 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838c253-7673-44ac-be97-909f9eb64756 req-22554128-4bba-4f75-b3eb-0f87c2103466 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:03.087001 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-9838c253-7673-44ac-be97-909f9eb64756 req-22554128-4bba-4f75-b3eb-0f87c2103466 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 943 time: 0.0495629 Sep 08 16:42:03.125339 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-9838c253-7673-44ac-be97-909f9eb64756 req-a91301bd-5096-416f-b73f-6b911ffdb90d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312624 Sep 08 16:42:03.156625 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a6d72-4054-4cbe-9b5f-11f78b33c772 req-dc55e03d-9039-4ba1-9d6f-3d6c3c6278df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:03.158161 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-448a6d72-4054-4cbe-9b5f-11f78b33c772 req-dc55e03d-9039-4ba1-9d6f-3d6c3c6278df service neutron] 10.222.0.38 "GET /v2.0/networks?id=d5885bf2-f857-4e7a-90de-683d9b947e27 HTTP/1.1" status: 200 len: 918 time: 0.0922043 Sep 08 16:42:03.226701 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-448a6d72-4054-4cbe-9b5f-11f78b33c772 req-772ac657-e85a-47bf-9ab0-4f14d6678a0a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45199c79-9c72-4bd2-a28a-ac20bfc5f711 HTTP/1.1" status: 200 len: 998 time: 0.0585628 Sep 08 16:42:03.285082 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a6d72-4054-4cbe-9b5f-11f78b33c772 req-8ed144e6-bf06-4ebc-9984-e96103de4400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:03.286610 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-448a6d72-4054-4cbe-9b5f-11f78b33c772 req-8ed144e6-bf06-4ebc-9984-e96103de4400 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7c2d542b-edd8-4e91-896a-b3e1b00238ca HTTP/1.1" status: 200 len: 856 time: 0.0531347 Sep 08 16:42:03.336069 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a6d72-4054-4cbe-9b5f-11f78b33c772 req-6440ceb4-86b6-4026-97d9-cba24be957c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:03.337607 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-448a6d72-4054-4cbe-9b5f-11f78b33c772 req-6440ceb4-86b6-4026-97d9-cba24be957c0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d5885bf2-f857-4e7a-90de-683d9b947e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439160 Sep 08 16:42:03.446824 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-448a6d72-4054-4cbe-9b5f-11f78b33c772 req-51aa949d-fcea-4021-adbb-991fcac8a960 service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011705 Sep 08 16:42:03.557421 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-448a6d72-4054-4cbe-9b5f-11f78b33c772 req-59723fc5-151c-4a3f-9bde-971014e2875d service neutron] 10.222.0.38 "GET /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030345 Sep 08 16:42:03.881213 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8e848-d727-43c0-8eb9-992631207c42 req-f0b7e850-df12-4c34-b74f-2461ad1f4b23 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:03.882703 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-82f8e848-d727-43c0-8eb9-992631207c42 req-f0b7e850-df12-4c34-b74f-2461ad1f4b23 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 943 time: 0.0531378 Sep 08 16:42:03.922093 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-82f8e848-d727-43c0-8eb9-992631207c42 req-e4a9c2f5-cd02-451c-9865-478a9298095f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330768 Sep 08 16:42:04.152511 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:04.276546 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3733c-1ec9-4120-b8eb-f94b4c17c3b4 req-50c37929-017b-4c46-9f61-6f355ac6e54a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:04.278449 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-82e3733c-1ec9-4120-b8eb-f94b4c17c3b4 req-50c37929-017b-4c46-9f61-6f355ac6e54a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 943 time: 0.0572772 Sep 08 16:42:04.318543 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-82e3733c-1ec9-4120-b8eb-f94b4c17c3b4 req-411e65a7-a0d7-4f36-b2cf-09f967184941 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336897 Sep 08 16:42:04.599202 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device f6a060b9-b828-44a3-ad17-aba40de0a7f9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:42:04.609981 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 45199c79-9c72-4bd2-a28a-ac20bfc5f711 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:42:04.756682 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port f6a060b9-b828-44a3-ad17-aba40de0a7f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f6a060b9-b828-44a3-ad17-aba40de0a7f9,segment=NetworkSegment(c4e4cae2-14d7-4e17-afc0-ddae6a431e66),segment_id=c4e4cae2-14d7-4e17-afc0-ddae6a431e66)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:42:04.770182 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9', 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c', 'port_id': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9', 'mac_address': 'fa:16:3e:9b:37:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:42:04.809465 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:04.822971 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a060b9-b828-44a3-ad17-aba40de0a7f9 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:42:04.842765 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port f6a060b9-b828-44a3-ad17-aba40de0a7f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f6a060b9-b828-44a3-ad17-aba40de0a7f9,segment=NetworkSegment(c4e4cae2-14d7-4e17-afc0-ddae6a431e66),segment_id=c4e4cae2-14d7-4e17-afc0-ddae6a431e66)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:42:04.847936 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:04.896357 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=f6a060b9-b828-44a3-ad17-aba40de0a7f9,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:05.038776 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476db53-fb5a-4598-b071-f09ebfb413fc req-192b1200-0e7a-4854-9df5-fe863f2b9f41 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:05.040387 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a476db53-fb5a-4598-b071-f09ebfb413fc req-192b1200-0e7a-4854-9df5-fe863f2b9f41 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 944 time: 0.0497522 Sep 08 16:42:05.085140 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a476db53-fb5a-4598-b071-f09ebfb413fc req-8b556999-d68c-49a7-8c06-9b4ae63ac50c tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385015 Sep 08 16:42:05.209318 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['f6a060b9-b828-44a3-ad17-aba40de0a7f9'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:42:05.465921 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750795ba-725a-4842-bfa6-dce6e093ed04 req-12f00e11-d198-479d-a962-e1c63e98a15c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:05.467552 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-750795ba-725a-4842-bfa6-dce6e093ed04 req-12f00e11-d198-479d-a962-e1c63e98a15c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 943 time: 0.0549936 Sep 08 16:42:05.509478 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-750795ba-725a-4842-bfa6-dce6e093ed04 req-eb3082f8-c589-4e2e-9efb-3c13cc1a226e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340033 Sep 08 16:42:06.212231 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b2e16-dcfd-4d71-ab41-a7b5b19f5e89 req-146660d3-f97f-400c-9456-ae3798a81ce7 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:06.214142 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b48b2e16-dcfd-4d71-ab41-a7b5b19f5e89 req-146660d3-f97f-400c-9456-ae3798a81ce7 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 944 time: 0.0578527 Sep 08 16:42:06.255926 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b48b2e16-dcfd-4d71-ab41-a7b5b19f5e89 req-0ce061ba-afe7-4c11-924c-b6c5b5918f7d tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352600 Sep 08 16:42:06.625568 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device f6a060b9-b828-44a3-ad17-aba40de0a7f9 up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:42:06.644077 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c84b0-4c05-415a-9ba6-af543ba656fb req-84444560-bbae-4bb1-9589-1431232122b7 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:06.645707 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3a3c84b0-4c05-415a-9ba6-af543ba656fb req-84444560-bbae-4bb1-9589-1431232122b7 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 943 time: 0.0562284 Sep 08 16:42:06.688042 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning for port f6a060b9-b828-44a3-ad17-aba40de0a7f9 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:42:06.696787 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port f6a060b9-b828-44a3-ad17-aba40de0a7f9 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:42:06.697163 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:06.701659 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3a3c84b0-4c05-415a-9ba6-af543ba656fb req-2e058b67-46aa-43f5-8159-b51244645646 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489516 Sep 08 16:42:06.782038 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:06.806403 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420a275d-e3d3-4e78-8b00-366db8d6cf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:42:06.808927 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee43de4-61dc-48b6-b26a-2a91cff6fd21" -d '{"events": [{"server_uuid": "420a275d-e3d3-4e78-8b00-366db8d6cf06", "name": "network-vif-plugged", "status": "completed", "tag": "f6a060b9-b828-44a3-ad17-aba40de0a7f9"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:42:06.822632 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port f6a060b9-b828-44a3-ad17-aba40de0a7f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f6a060b9-b828-44a3-ad17-aba40de0a7f9,segment=NetworkSegment(c4e4cae2-14d7-4e17-afc0-ddae6a431e66),segment_id=c4e4cae2-14d7-4e17-afc0-ddae6a431e66)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:42:06.828538 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:06.855702 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa34dbe-5a90-43ec-a689-fa2fdd83e50f x-openstack-request-id: req-aaa34dbe-5a90-43ec-a689-fa2fdd83e50f {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:42:06.855996 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420a275d-e3d3-4e78-8b00-366db8d6cf06", "name": "network-vif-plugged", "status": "completed", "tag": "f6a060b9-b828-44a3-ad17-aba40de0a7f9", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:42:06.856275 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aaa34dbe-5a90-43ec-a689-fa2fdd83e50f {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:42:06.856685 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420a275d-e3d3-4e78-8b00-366db8d6cf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9', 'code': 200} Sep 08 16:42:06.882357 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=f6a060b9-b828-44a3-ad17-aba40de0a7f9,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:07.381792 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef515f-521c-49e3-a038-708f2bcc4b40 req-c99a96bf-e354-4e04-a6ec-7c0452ec9111 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:07.383310 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-77ef515f-521c-49e3-a038-708f2bcc4b40 req-c99a96bf-e354-4e04-a6ec-7c0452ec9111 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0511689 Sep 08 16:42:07.423729 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-77ef515f-521c-49e3-a038-708f2bcc4b40 req-d44b0ab7-d22b-4eb8-8677-1d9e5a605868 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343993 Sep 08 16:42:07.843684 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ded148-0b43-4c88-b695-e3d9239982f8 req-e1a8dec0-674c-4edd-b94a-d2a5079a5273 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:07.845368 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-91ded148-0b43-4c88-b695-e3d9239982f8 req-e1a8dec0-674c-4edd-b94a-d2a5079a5273 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 943 time: 0.0563633 Sep 08 16:42:07.888040 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-91ded148-0b43-4c88-b695-e3d9239982f8 req-1597314b-4556-4b25-b7d1-8ee3ec65042b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364616 Sep 08 16:42:08.542941 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a2832-9485-4659-bc3b-02bd57ded71d req-c04a0a5d-eb7e-4f9f-9610-d35cf1e8477c tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:08.544441 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-908a2832-9485-4659-bc3b-02bd57ded71d req-c04a0a5d-eb7e-4f9f-9610-d35cf1e8477c tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0502112 Sep 08 16:42:08.587696 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-908a2832-9485-4659-bc3b-02bd57ded71d req-d9fad6ef-0ff5-4c41-befc-2a3dbf408277 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372565 Sep 08 16:42:09.032512 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae4de8-6ece-479b-a125-654ffdfdcdf4 req-874686c1-db1d-491d-8d06-a3e2d9a24792 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:09.034904 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-67ae4de8-6ece-479b-a125-654ffdfdcdf4 req-874686c1-db1d-491d-8d06-a3e2d9a24792 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 943 time: 0.0539768 Sep 08 16:42:09.074014 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-67ae4de8-6ece-479b-a125-654ffdfdcdf4 req-3e5ab3e1-2203-4b83-ad6c-4bbd9a10c1fa tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329142 Sep 08 16:42:09.706507 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4988ce5-1a6d-4802-9621-6380a64897ba req-333221bc-6b73-4770-9525-7c91406ac83b tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:09.708117 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b4988ce5-1a6d-4802-9621-6380a64897ba req-333221bc-6b73-4770-9525-7c91406ac83b tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0499933 Sep 08 16:42:09.747916 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b4988ce5-1a6d-4802-9621-6380a64897ba req-cec38c20-e2e9-4580-bfef-339c1a9a943d tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336535 Sep 08 16:42:10.201343 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf82945-86ec-4b53-993f-9f7f8390ad7e req-c862542d-c00d-4650-a6ae-2bd7d4a83781 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:10.202855 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-adf82945-86ec-4b53-993f-9f7f8390ad7e req-c862542d-c00d-4650-a6ae-2bd7d4a83781 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 943 time: 0.0532672 Sep 08 16:42:10.247443 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-adf82945-86ec-4b53-993f-9f7f8390ad7e req-ec9bf302-ac64-4ae0-a773-1556bcb7d329 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386851 Sep 08 16:42:10.873656 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863bac9e-4296-471c-9f46-5577b59919fb req-a5f99d11-c81b-47e5-ae01-60031d91242d tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:10.881859 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-863bac9e-4296-471c-9f46-5577b59919fb req-a5f99d11-c81b-47e5-ae01-60031d91242d tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0529213 Sep 08 16:42:10.916697 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-863bac9e-4296-471c-9f46-5577b59919fb req-fb7148d3-7c92-4d02-86d1-50721471edac tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339582 Sep 08 16:42:11.379242 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4368d-dffd-4d5e-bc0e-70dbaaacb9d4 req-e5dec891-42e2-4d66-b389-1f03b2761072 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:11.381056 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-71f4368d-dffd-4d5e-bc0e-70dbaaacb9d4 req-e5dec891-42e2-4d66-b389-1f03b2761072 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 943 time: 0.0547006 Sep 08 16:42:11.421462 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-71f4368d-dffd-4d5e-bc0e-70dbaaacb9d4 req-dfe6d5b9-e871-42f8-bab8-8a2050118b64 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342484 Sep 08 16:42:12.043726 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa69bd9-a2be-44c5-9839-754fffbefa26 req-3de598a7-35d0-4a65-a7bf-f46ac328955f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:12.045366 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5fa69bd9-a2be-44c5-9839-754fffbefa26 req-3de598a7-35d0-4a65-a7bf-f46ac328955f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0518544 Sep 08 16:42:12.095133 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5fa69bd9-a2be-44c5-9839-754fffbefa26 req-bf86cf0f-4325-41ed-8a12-f5e9037d1a58 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433776 Sep 08 16:42:12.547807 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77be328-4bf3-4f06-90a2-723cbf3993de req-83c5a51c-1d76-49e4-9ada-61ab62abb060 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:12.549267 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e77be328-4bf3-4f06-90a2-723cbf3993de req-83c5a51c-1d76-49e4-9ada-61ab62abb060 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 943 time: 0.0528388 Sep 08 16:42:12.589828 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e77be328-4bf3-4f06-90a2-723cbf3993de req-1ad605bc-a3e6-433f-b724-1b45bc073c48 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343580 Sep 08 16:42:13.221188 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b6328-a2c9-492b-9082-942c5d2e998e req-e07a22d0-e46c-4809-bebc-da2a359c1cde tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:13.223207 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c58b6328-a2c9-492b-9082-942c5d2e998e req-e07a22d0-e46c-4809-bebc-da2a359c1cde tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0539834 Sep 08 16:42:13.280024 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c58b6328-a2c9-492b-9082-942c5d2e998e req-5d534f66-39d3-4e7c-bfc0-24a7d7e68b10 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498874 Sep 08 16:42:13.718406 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddc2c3-72e9-412d-824c-a30e93674cb1 req-b40b0c1e-2e77-46ab-9e05-6df9d3200f96 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:13.719968 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-68ddc2c3-72e9-412d-824c-a30e93674cb1 req-b40b0c1e-2e77-46ab-9e05-6df9d3200f96 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 943 time: 0.0525150 Sep 08 16:42:13.766115 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-68ddc2c3-72e9-412d-824c-a30e93674cb1 req-508e4aa6-65c1-4e35-a29b-ce7d504c1284 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395741 Sep 08 16:42:14.403833 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7c070-3df8-472b-bc3f-94a9942b50d2 req-06d2cb8d-42c5-48c3-994b-bb91d305b30f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:14.405556 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-82c7c070-3df8-472b-bc3f-94a9942b50d2 req-06d2cb8d-42c5-48c3-994b-bb91d305b30f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0529475 Sep 08 16:42:14.452084 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-82c7c070-3df8-472b-bc3f-94a9942b50d2 req-9bc0905e-763c-4ebd-a4d4-b387188d3782 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404043 Sep 08 16:42:14.892526 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0370af-7271-4fcd-9712-9db736b669d7 req-c7f90f51-6da1-41fc-920e-268098a1471e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:14.894003 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0a0370af-7271-4fcd-9712-9db736b669d7 req-c7f90f51-6da1-41fc-920e-268098a1471e tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 943 time: 0.0522499 Sep 08 16:42:14.935021 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0a0370af-7271-4fcd-9712-9db736b669d7 req-a1c6099c-f65a-4a80-b997-995af2c5fda6 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342958 Sep 08 16:42:15.575649 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b3e6c-a31a-481c-8381-4ae38167b871 req-8e129b9b-fb99-4d84-93d5-7a12b1566e19 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:15.576987 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5c6b3e6c-a31a-481c-8381-4ae38167b871 req-8e129b9b-fb99-4d84-93d5-7a12b1566e19 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0514555 Sep 08 16:42:15.623417 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5c6b3e6c-a31a-481c-8381-4ae38167b871 req-ae36a72f-c1fd-4a4a-aa3a-951cdbb9700b tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366068 Sep 08 16:42:16.065893 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612db2d-f741-4572-85c6-6f1410b549b3 req-bfcfc365-1c31-46ae-83fb-15bbf03d632b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:16.067435 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a612db2d-f741-4572-85c6-6f1410b549b3 req-bfcfc365-1c31-46ae-83fb-15bbf03d632b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 943 time: 0.0523396 Sep 08 16:42:16.108279 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a612db2d-f741-4572-85c6-6f1410b549b3 req-e580a87c-ce4a-41ed-8713-4a9aacab06ea tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345445 Sep 08 16:42:16.116233 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:16.526074 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68798c-006b-4dea-92c1-1e63d70ee8e6 req-633cce46-b32c-4f9a-959d-a4c5278c9853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:16.527926 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-af68798c-006b-4dea-92c1-1e63d70ee8e6 req-633cce46-b32c-4f9a-959d-a4c5278c9853 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 1098 time: 0.0623171 Sep 08 16:42:16.577353 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-af68798c-006b-4dea-92c1-1e63d70ee8e6 req-65574c38-0c76-462e-8b0c-f5955e03a190 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376422 Sep 08 16:42:16.751067 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa887bc-2cd1-4812-9bf7-01a31e3e379b req-640c609b-d850-46d0-88f0-a17083303f2f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:16.752606 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2aa887bc-2cd1-4812-9bf7-01a31e3e379b req-640c609b-d850-46d0-88f0-a17083303f2f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0511189 Sep 08 16:42:16.797558 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2aa887bc-2cd1-4812-9bf7-01a31e3e379b req-67037ed4-3594-4627-bb81-63e9828df257 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372322 Sep 08 16:42:17.252506 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f47d5c-0707-4bda-866c-aeb3952d58d1 req-96c358f2-5158-4f28-9e4d-82ec17f0dd09 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:17.254020 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e6f47d5c-0707-4bda-866c-aeb3952d58d1 req-96c358f2-5158-4f28-9e4d-82ec17f0dd09 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 943 time: 0.0605893 Sep 08 16:42:17.302523 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-e6f47d5c-0707-4bda-866c-aeb3952d58d1 req-118e6f01-b093-4467-b2cc-011d92a186b5 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404508 Sep 08 16:42:17.923073 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d2bb6-34f7-424b-a420-b2450024dd9b req-b2bd8277-5132-44b5-9a16-93f64ea3c10a tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:17.924589 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-cf1d2bb6-34f7-424b-a420-b2450024dd9b req-b2bd8277-5132-44b5-9a16-93f64ea3c10a tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0521517 Sep 08 16:42:17.964041 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-cf1d2bb6-34f7-424b-a420-b2450024dd9b req-ad07dda0-43e6-4169-862a-83331dc63bff tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331664 Sep 08 16:42:18.088584 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a3e02-2185-4eca-acac-db5aca03fe1f req-2c8ba3e0-9911-4c40-8f0d-fa34113a42b0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:18.089977 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-bc9a3e02-2185-4eca-acac-db5aca03fe1f req-2c8ba3e0-9911-4c40-8f0d-fa34113a42b0 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0557401 Sep 08 16:42:18.131683 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-bc9a3e02-2185-4eca-acac-db5aca03fe1f req-8ebe322f-c9cc-4df2-a417-179e50a1bfe9 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325930 Sep 08 16:42:18.165396 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 39464) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:42:18.249721 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8be9e5-c550-416f-9380-cebab52a0f75 tempest-TestShelveInstance-2052804365 tempest-TestShelveInstance-2052804365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:18.251266 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-7b8be9e5-c550-416f-9380-cebab52a0f75 tempest-TestShelveInstance-2052804365 tempest-TestShelveInstance-2052804365-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 1093 time: 0.0848315 Sep 08 16:42:18.254335 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 39468) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:42:18.259003 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-60058134-988a-4fbd-839d-ed6f36d951ae tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Request body: {'floatingip': {'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'port_id': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:42:18.284886 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-60058134-988a-4fbd-839d-ed6f36d951ae tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for floatingip, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:18.381884 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-60058134-988a-4fbd-839d-ed6f36d951ae tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:18.427349 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2a092-b11e-448e-8105-25a91d86c4c0 req-8bf33039-e7af-46d5-b9e6-d03219ce5e7c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:18.429467 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c4b2a092-b11e-448e-8105-25a91d86c4c0 req-8bf33039-e7af-46d5-b9e6-d03219ce5e7c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 943 time: 0.0524261 Sep 08 16:42:18.470948 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c4b2a092-b11e-448e-8105-25a91d86c4c0 req-f2250e3b-648f-47a3-889a-a8748802678c tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349472 Sep 08 16:42:18.490089 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [None req-60058134-988a-4fbd-839d-ed6f36d951ae tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Allocated IP 172.27.3.106 (84aa3881-86d2-4090-846d-df2f4a76ffa3/4838e23d-7083-4c92-9a08-11046328e4a1/9dbc77d8-96d1-46d1-b156-f5726d0cf4c5) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:42:18.603129 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-60058134-988a-4fbd-839d-ed6f36d951ae tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:18.650521 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-60058134-988a-4fbd-839d-ed6f36d951ae tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:18.687982 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60058134-988a-4fbd-839d-ed6f36d951ae tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:42:18.690848 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-60058134-988a-4fbd-839d-ed6f36d951ae tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:42:18.693532 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 45199c79-9c72-4bd2-a28a-ac20bfc5f711 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:42:18.696438 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60058134-988a-4fbd-839d-ed6f36d951ae tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:42:18.702002 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60058134-988a-4fbd-839d-ed6f36d951ae tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Pushing event updated for resources: {'Port': ['ID=9dbc77d8-96d1-46d1-b156-f5726d0cf4c5,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:18.793379 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 45199c79-9c72-4bd2-a28a-ac20bfc5f711, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45199c79-9c72-4bd2-a28a-ac20bfc5f711,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:42:18.805423 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': '45199c79-9c72-4bd2-a28a-ac20bfc5f711', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'port_id': '45199c79-9c72-4bd2-a28a-ac20bfc5f711', 'mac_address': 'fa:16:3e:b0:81:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:42:18.848662 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:18.862370 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45199c79-9c72-4bd2-a28a-ac20bfc5f711 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:42:18.881370 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 45199c79-9c72-4bd2-a28a-ac20bfc5f711, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45199c79-9c72-4bd2-a28a-ac20bfc5f711,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:42:18.886226 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:18.935343 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=45199c79-9c72-4bd2-a28a-ac20bfc5f711,revision_number=9']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:19.061837 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-60058134-988a-4fbd-839d-ed6f36d951ae tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:19.133412 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-60058134-988a-4fbd-839d-ed6f36d951ae tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:19.230011 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['45199c79-9c72-4bd2-a28a-ac20bfc5f711'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:42:19.312611 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-60058134-988a-4fbd-839d-ed6f36d951ae tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:19.318723 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-60058134-988a-4fbd-839d-ed6f36d951ae tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:19.404039 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60058134-988a-4fbd-839d-ed6f36d951ae tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Pushing event updated for resources: {'Port': ['ID=9dbc77d8-96d1-46d1-b156-f5726d0cf4c5,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:19.410280 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-60058134-988a-4fbd-839d-ed6f36d951ae tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587310'] for floatingip, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:19.510766 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.l3_db [None req-60058134-988a-4fbd-839d-ed6f36d951ae tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Floating IP bce08013-04db-44d3-8e4a-7ec1ea3bfe38 associated. External IP: 172.27.3.106, port: f6a060b9-b828-44a3-ad17-aba40de0a7f9. Sep 08 16:42:19.603541 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bce78a-cf48-45a9-b095-aa6d10ff776c req-a0aa8760-68e9-4a2d-baec-0a826ee39fba tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:19.605042 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f6bce78a-cf48-45a9-b095-aa6d10ff776c req-a0aa8760-68e9-4a2d-baec-0a826ee39fba tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 944 time: 0.0572033 Sep 08 16:42:19.644933 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f6bce78a-cf48-45a9-b095-aa6d10ff776c req-46e39709-9ca1-4954-ba70-869ddcb82111 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333629 Sep 08 16:42:19.741637 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60058134-988a-4fbd-839d-ed6f36d951ae tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Router cbed1110-e338-4203-98c5-e9ceb984b1e7 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:42:19.855149 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60058134-988a-4fbd-839d-ed6f36d951ae tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:42:19.865551 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a4b9c-9d10-4833-845e-38e31fab6a11 None None] Sync routers for ids ['cbed1110-e338-4203-98c5-e9ceb984b1e7'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:42:19.874180 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-60058134-988a-4fbd-839d-ed6f36d951ae tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:19.875684 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6a4b9c-9d10-4833-845e-38e31fab6a11 None None] Routers {'cbed1110-e338-4203-98c5-e9ceb984b1e7'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:42:19.876333 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-8a6a4b9c-9d10-4833-845e-38e31fab6a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:42:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['cbed1110-e338-4203-98c5-e9ceb984b1e7'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:19.911515 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-60058134-988a-4fbd-839d-ed6f36d951ae tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6469657 Sep 08 16:42:19.911515 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420a275d-e3d3-4e78-8b00-366db8d6cf06', 'tag': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:42:19.911515 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8074e6c8-6d0f-452b-971c-ffb4d757fd63" -d '{"events": [{"name": "network-changed", "server_uuid": "420a275d-e3d3-4e78-8b00-366db8d6cf06", "tag": "f6a060b9-b828-44a3-ad17-aba40de0a7f9"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:42:19.943773 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adc890d-ad56-4efb-a1fc-83690f470d23 x-openstack-request-id: req-5adc890d-ad56-4efb-a1fc-83690f470d23 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:42:19.944037 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420a275d-e3d3-4e78-8b00-366db8d6cf06", "tag": "f6a060b9-b828-44a3-ad17-aba40de0a7f9", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:42:19.944282 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5adc890d-ad56-4efb-a1fc-83690f470d23 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:42:19.944676 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420a275d-e3d3-4e78-8b00-366db8d6cf06', 'tag': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9', 'status': 'completed', 'code': 200} Sep 08 16:42:19.989554 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-8a6a4b9c-9d10-4833-845e-38e31fab6a11 None None] Set router cbed1110-e338-4203-98c5-e9ceb984b1e7 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:42:20.054165 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074e6c8-6d0f-452b-971c-ffb4d757fd63 req-018ff60d-e917-41b3-9d73-d5ec6f2b6d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:20.055726 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8074e6c8-6d0f-452b-971c-ffb4d757fd63 req-018ff60d-e917-41b3-9d73-d5ec6f2b6d9e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=769a8cfb152a4a3da29c80d086a14abb&device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 1098 time: 0.0484371 Sep 08 16:42:20.149565 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074e6c8-6d0f-452b-971c-ffb4d757fd63 req-ba971cf7-ac75-4871-98ad-cf467a79ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:20.150979 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8074e6c8-6d0f-452b-971c-ffb4d757fd63 req-ba971cf7-ac75-4871-98ad-cf467a79ecf0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=892d82b0-ccf0-484c-a926-d570c8a4836c HTTP/1.1" status: 200 len: 909 time: 0.0867362 Sep 08 16:42:20.232782 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-8a6a4b9c-9d10-4833-845e-38e31fab6a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'name': 'tempest-TestShelveInstance-465244313-router', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:21Z', 'updated_at': '2021-09-08T16:41:24Z', 'revision_number': 4, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'gw_port': {'id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:22Z', 'updated_at': '2021-09-08T16:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': 'bce08013-04db-44d3-8e4a-7ec1ea3bfe38', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'port_id': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c', 'mac_address': 'fa:16:3e:9b:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420a275d-e3d3-4e78-8b00-366db8d6cf06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:42:18Z', 'updated_at': '2021-09-08T16:42:18Z', 'revision_number': 0, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6316940f-3b33-45db-b4cc-811b586a6221', 'name': '', 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'mac_address': 'fa:16:3e:ac:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:23Z', 'updated_at': '2021-09-08T16:41:30Z', 'revision_number': 5, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'subnets': [{'id': '21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:20.260343 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a4b9c-9d10-4833-845e-38e31fab6a11 None None] Checking router: cbed1110-e338-4203-98c5-e9ceb984b1e7 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:42:20.270719 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6a4b9c-9d10-4833-845e-38e31fab6a11 None None] Routers {'cbed1110-e338-4203-98c5-e9ceb984b1e7'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:42:20.271700 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-8a6a4b9c-9d10-4833-845e-38e31fab6a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:42:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['cbed1110-e338-4203-98c5-e9ceb984b1e7'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:20.382734 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-8a6a4b9c-9d10-4833-845e-38e31fab6a11 None None] Set router cbed1110-e338-4203-98c5-e9ceb984b1e7 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:42:20.455726 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8074e6c8-6d0f-452b-971c-ffb4d757fd63 req-6b1bf445-4905-4854-b800-d0a5091e64d6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6a060b9-b828-44a3-ad17-aba40de0a7f9 HTTP/1.1" status: 200 len: 999 time: 0.2957604 Sep 08 16:42:20.508582 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074e6c8-6d0f-452b-971c-ffb4d757fd63 req-f62598a9-dd75-4369-a893-1979f5db2293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:20.509964 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8074e6c8-6d0f-452b-971c-ffb4d757fd63 req-f62598a9-dd75-4369-a893-1979f5db2293 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4 HTTP/1.1" status: 200 len: 847 time: 0.0459757 Sep 08 16:42:20.557733 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074e6c8-6d0f-452b-971c-ffb4d757fd63 req-0453b434-d430-44cf-b7cc-61319c614373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:20.559244 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8074e6c8-6d0f-452b-971c-ffb4d757fd63 req-0453b434-d430-44cf-b7cc-61319c614373 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=892d82b0-ccf0-484c-a926-d570c8a4836c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406115 Sep 08 16:42:20.605912 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-8a6a4b9c-9d10-4833-845e-38e31fab6a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'name': 'tempest-TestShelveInstance-465244313-router', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:21Z', 'updated_at': '2021-09-08T16:41:24Z', 'revision_number': 4, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'gw_port': {'id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:22Z', 'updated_at': '2021-09-08T16:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': 'bce08013-04db-44d3-8e4a-7ec1ea3bfe38', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'port_id': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c', 'mac_address': 'fa:16:3e:9b:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420a275d-e3d3-4e78-8b00-366db8d6cf06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:42:18Z', 'updated_at': '2021-09-08T16:42:18Z', 'revision_number': 0, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6316940f-3b33-45db-b4cc-811b586a6221', 'name': '', 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'mac_address': 'fa:16:3e:ac:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:23Z', 'updated_at': '2021-09-08T16:41:30Z', 'revision_number': 5, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'subnets': [{'id': '21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:20.631558 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a4b9c-9d10-4833-845e-38e31fab6a11 None None] The sync data for ids ['cbed1110-e338-4203-98c5-e9ceb984b1e7'] in dv-cinder-790535-14-iscsi is: [{'id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'name': 'tempest-TestShelveInstance-465244313-router', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:21Z', 'updated_at': '2021-09-08T16:41:24Z', 'revision_number': 4, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'gw_port': {'id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:22Z', 'updated_at': '2021-09-08T16:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': 'bce08013-04db-44d3-8e4a-7ec1ea3bfe38', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'port_id': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c', 'mac_address': 'fa:16:3e:9b:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420a275d-e3d3-4e78-8b00-366db8d6cf06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:42:18Z', 'updated_at': '2021-09-08T16:42:18Z', 'revision_number': 0, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6316940f-3b33-45db-b4cc-811b586a6221', 'name': '', 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'mac_address': 'fa:16:3e:ac:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:23Z', 'updated_at': '2021-09-08T16:41:30Z', 'revision_number': 5, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'subnets': [{'id': '21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:42:20.657088 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8074e6c8-6d0f-452b-971c-ffb4d757fd63 req-e3b97f3e-5b5d-4e02-b231-5f7e6d142118 service neutron] 10.222.0.38 "GET /v2.0/networks/892d82b0-ccf0-484c-a926-d570c8a4836c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889630 Sep 08 16:42:20.706610 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 45199c79-9c72-4bd2-a28a-ac20bfc5f711 up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:42:20.770532 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port 45199c79-9c72-4bd2-a28a-ac20bfc5f711 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:42:20.771056 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:20.801798 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8074e6c8-6d0f-452b-971c-ffb4d757fd63 req-4372a371-3610-4926-9fe8-c512b63d7c70 service neutron] 10.222.0.38 "GET /v2.0/networks/892d82b0-ccf0-484c-a926-d570c8a4836c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371796 Sep 08 16:42:20.823320 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c120c-fdf9-4404-b0bf-cf1a13e321a6 req-580970f6-6898-4d2e-881f-12c43262131b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:20.824944 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-205c120c-fdf9-4404-b0bf-cf1a13e321a6 req-580970f6-6898-4d2e-881f-12c43262131b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 944 time: 0.0770843 Sep 08 16:42:20.860316 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128642d5-76e7-4dd0-8136-89826be124ab None None] New status for floating IP bce08013-04db-44d3-8e4a-7ec1ea3bfe38: ACTIVE {{(pid=94085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:42:20.869859 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:20.890329 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-205c120c-fdf9-4404-b0bf-cf1a13e321a6 req-e8ee0212-2d8a-4cb1-aa27-faf923311f94 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567315 Sep 08 16:42:20.908496 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 45199c79-9c72-4bd2-a28a-ac20bfc5f711, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45199c79-9c72-4bd2-a28a-ac20bfc5f711,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:42:20.909585 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378b05c2-04ac-4c9c-a5bc-a29fba7deac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45199c79-9c72-4bd2-a28a-ac20bfc5f711'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:42:20.912253 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad1a1da-9857-41b1-a205-ea23ad667c81" -d '{"events": [{"server_uuid": "378b05c2-04ac-4c9c-a5bc-a29fba7deac0", "name": "network-vif-plugged", "status": "completed", "tag": "45199c79-9c72-4bd2-a28a-ac20bfc5f711"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:42:20.916514 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:20.955659 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79921252-ed18-4201-8a65-1241008a4b77 x-openstack-request-id: req-79921252-ed18-4201-8a65-1241008a4b77 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:42:20.956036 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378b05c2-04ac-4c9c-a5bc-a29fba7deac0", "name": "network-vif-plugged", "status": "completed", "tag": "45199c79-9c72-4bd2-a28a-ac20bfc5f711", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:42:20.956354 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-79921252-ed18-4201-8a65-1241008a4b77 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:42:20.956808 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378b05c2-04ac-4c9c-a5bc-a29fba7deac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45199c79-9c72-4bd2-a28a-ac20bfc5f711', 'code': 200} Sep 08 16:42:20.969282 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=45199c79-9c72-4bd2-a28a-ac20bfc5f711,revision_number=10']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:21.219776 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58256f89-fb30-453f-9db8-011b14b9840a req-7413609e-6a35-420f-8a11-a1ae5ddbe74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:21.221277 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-58256f89-fb30-453f-9db8-011b14b9840a req-7413609e-6a35-420f-8a11-a1ae5ddbe74f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 1099 time: 0.0490222 Sep 08 16:42:21.258235 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-58256f89-fb30-453f-9db8-011b14b9840a req-a98cd06e-251f-4962-add1-2485410d43eb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296235 Sep 08 16:42:21.509022 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:42:22.019445 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95928222-9540-48ac-9043-30d0e31d298c req-0ba6937b-8ac2-4bc3-b2af-9e5d6d5d8891 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:22.021000 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-95928222-9540-48ac-9043-30d0e31d298c req-0ba6937b-8ac2-4bc3-b2af-9e5d6d5d8891 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 946 time: 0.0512722 Sep 08 16:42:22.066340 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-95928222-9540-48ac-9043-30d0e31d298c req-d0c3acd8-3ab7-4a32-8543-477b731ce514 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356417 Sep 08 16:42:23.201761 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294b338-84c3-4c1a-915a-9fdeec5ac33e req-bedd9815-ff90-47f8-8579-e75dbd759ec0 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:23.203436 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1294b338-84c3-4c1a-915a-9fdeec5ac33e req-bedd9815-ff90-47f8-8579-e75dbd759ec0 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 946 time: 0.0577047 Sep 08 16:42:23.247009 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-1294b338-84c3-4c1a-915a-9fdeec5ac33e req-a89d6444-0481-4c1d-b59d-98e60dd2369d tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347860 Sep 08 16:42:24.385805 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd31a7-cd79-4c24-b4ca-9f5479c0b996 req-bf5f6412-7d49-473b-b950-79d12422c5e2 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:24.387284 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-4afd31a7-cd79-4c24-b4ca-9f5479c0b996 req-bf5f6412-7d49-473b-b950-79d12422c5e2 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 946 time: 0.0580781 Sep 08 16:42:24.429866 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-4afd31a7-cd79-4c24-b4ca-9f5479c0b996 req-65cecf7f-fb12-446c-a640-32f1e5207d97 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335503 Sep 08 16:42:28.441466 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d5cf5959-ea88-4a22-b622-df4dabc844b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:30.494206 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a0411fa1-2ee8-41bc-8535-e06f9fa3bc36 req-d60735b4-62dc-463e-9a96-6a358a341fc2 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112995419&fields=id&tenant_id=1aa58ebe88844724bdd5e55cfdc8a247 HTTP/1.1" status: 200 len: 267 time: 0.0349858 Sep 08 16:42:30.549673 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0411fa1-2ee8-41bc-8535-e06f9fa3bc36 req-84d8620c-2179-4e68-85c3-e2cb8c3393ab tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:30.551141 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a0411fa1-2ee8-41bc-8535-e06f9fa3bc36 req-84d8620c-2179-4e68-85c3-e2cb8c3393ab tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 984 time: 0.0491014 Sep 08 16:42:30.562096 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-a0411fa1-2ee8-41bc-8535-e06f9fa3bc36 req-31f9235f-88b5-4b2d-89b1-7525aabd263d tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Request body: {'port': {'security_groups': ['7aad13d8-5b7c-45a6-9cb6-4a263ebdec03']}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:42:30.639591 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-a0411fa1-2ee8-41bc-8535-e06f9fa3bc36 req-31f9235f-88b5-4b2d-89b1-7525aabd263d tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:30.849963 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-a0411fa1-2ee8-41bc-8535-e06f9fa3bc36 req-31f9235f-88b5-4b2d-89b1-7525aabd263d tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] For port 700a85fe-b968-4c4b-b802-38cbc6143edc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=700a85fe-b968-4c4b-b802-38cbc6143edc,segment=NetworkSegment(94b51c34-71ce-4c95-bb6f-a7e1d3a4927a),segment_id=94b51c34-71ce-4c95-bb6f-a7e1d3a4927a)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:42:30.878400 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-a0411fa1-2ee8-41bc-8535-e06f9fa3bc36 req-31f9235f-88b5-4b2d-89b1-7525aabd263d tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:30.885217 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-a0411fa1-2ee8-41bc-8535-e06f9fa3bc36 req-31f9235f-88b5-4b2d-89b1-7525aabd263d tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:30.925219 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['700a85fe-b968-4c4b-b802-38cbc6143edc'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:42:30.928059 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0411fa1-2ee8-41bc-8535-e06f9fa3bc36 req-31f9235f-88b5-4b2d-89b1-7525aabd263d tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:30.928635 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-a0411fa1-2ee8-41bc-8535-e06f9fa3bc36 req-31f9235f-88b5-4b2d-89b1-7525aabd263d tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:30.930201 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a0411fa1-2ee8-41bc-8535-e06f9fa3bc36 req-31f9235f-88b5-4b2d-89b1-7525aabd263d tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "PUT /v2.0/ports/700a85fe-b968-4c4b-b802-38cbc6143edc HTTP/1.1" status: 200 len: 942 time: 0.3723583 Sep 08 16:42:30.930716 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e8b7ef-b671-439b-b8a4-88afe350ab8b', 'tag': '700a85fe-b968-4c4b-b802-38cbc6143edc'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:42:30.932994 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4472633a-8347-4570-a1f6-6f9d9f0f0b96" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e8b7ef-b671-439b-b8a4-88afe350ab8b", "tag": "700a85fe-b968-4c4b-b802-38cbc6143edc"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:42:30.937275 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 39566) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:42:30.962564 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9235f-88b5-4b2d-89b1-7525aabd263d tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Pushing event updated for resources: {'Port': ['ID=700a85fe-b968-4c4b-b802-38cbc6143edc,revision_number=7']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:31.012688 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cab1f37-cdfa-4042-8d21-28892513782d x-openstack-request-id: req-0cab1f37-cdfa-4042-8d21-28892513782d {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:42:31.012964 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e8b7ef-b671-439b-b8a4-88afe350ab8b", "tag": "700a85fe-b968-4c4b-b802-38cbc6143edc", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:42:31.013213 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0cab1f37-cdfa-4042-8d21-28892513782d {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:42:31.013607 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e8b7ef-b671-439b-b8a4-88afe350ab8b', 'tag': '700a85fe-b968-4c4b-b802-38cbc6143edc', 'status': 'completed', 'code': 200} Sep 08 16:42:31.024061 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e546cc0d-592f-41d8-9cb2-d621445f0154 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:31.051640 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e546cc0d-592f-41d8-9cb2-d621445f0154 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:31.077334 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['700a85fe-b968-4c4b-b802-38cbc6143edc'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:42:31.115442 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472633a-8347-4570-a1f6-6f9d9f0f0b96 req-679ae8b6-7b6e-41bb-af6b-54dcece7d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:31.117114 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4472633a-8347-4570-a1f6-6f9d9f0f0b96 req-679ae8b6-7b6e-41bb-af6b-54dcece7d89e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1aa58ebe88844724bdd5e55cfdc8a247&device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 1098 time: 0.0447800 Sep 08 16:42:31.138971 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e546cc0d-592f-41d8-9cb2-d621445f0154 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:31.141642 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e546cc0d-592f-41d8-9cb2-d621445f0154 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:31.142805 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-e546cc0d-592f-41d8-9cb2-d621445f0154 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "DELETE /v2.0/security-groups/f394b700-8589-4596-a6b3-f0b7c6cedb0a HTTP/1.1" status: 204 len: 168 time: 0.2030075 Sep 08 16:42:31.147008 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 39568) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:42:31.164282 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a6a1b3a9-ca81-44dc-9bd1-f366383859fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:31.254621 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546cc0d-592f-41d8-9cb2-d621445f0154 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f394b700-8589-4596-a6b3-f0b7c6cedb0a,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:31.261864 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472633a-8347-4570-a1f6-6f9d9f0f0b96 req-470f1bd4-129d-4561-a856-f17d270de40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:31.263966 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546cc0d-592f-41d8-9cb2-d621445f0154 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:31.264122 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4472633a-8347-4570-a1f6-6f9d9f0f0b96 req-470f1bd4-129d-4561-a856-f17d270de40d service neutron] 10.222.0.38 "GET /v2.0/networks?id=6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 HTTP/1.1" status: 200 len: 916 time: 0.1393352 Sep 08 16:42:31.264306 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546cc0d-592f-41d8-9cb2-d621445f0154 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:31.264639 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546cc0d-592f-41d8-9cb2-d621445f0154 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:31.264966 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546cc0d-592f-41d8-9cb2-d621445f0154 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:31.265468 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546cc0d-592f-41d8-9cb2-d621445f0154 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:31.265944 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546cc0d-592f-41d8-9cb2-d621445f0154 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:31.266417 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546cc0d-592f-41d8-9cb2-d621445f0154 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:31.266913 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546cc0d-592f-41d8-9cb2-d621445f0154 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:31.267419 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546cc0d-592f-41d8-9cb2-d621445f0154 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:31.267900 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546cc0d-592f-41d8-9cb2-d621445f0154 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:31.268375 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546cc0d-592f-41d8-9cb2-d621445f0154 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:31.268852 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e546cc0d-592f-41d8-9cb2-d621445f0154 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:31.274818 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:31.289584 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-61a8a3e0-746f-4f4b-ac51-9614acc1cea2 None None] Provisioning complete for port 700a85fe-b968-4c4b-b802-38cbc6143edc triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:42:31.289963 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-61a8a3e0-746f-4f4b-ac51-9614acc1cea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:31.345601 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ec647-7951-4a90-94d7-ff78d04e6a80 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Deleting port bc8f48ae-c4cc-404f-98af-37a21bbd869d {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:42:31.345957 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec647-7951-4a90-94d7-ff78d04e6a80 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:31.349728 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4472633a-8347-4570-a1f6-6f9d9f0f0b96 req-4575aa3a-0f91-47d0-b673-6f01f73d8b3d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=700a85fe-b968-4c4b-b802-38cbc6143edc HTTP/1.1" status: 200 len: 1000 time: 0.0732481 Sep 08 16:42:31.416141 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472633a-8347-4570-a1f6-6f9d9f0f0b96 req-fef4a50a-2c28-4d2d-b6b2-8f4538d50f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:31.417833 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4472633a-8347-4570-a1f6-6f9d9f0f0b96 req-fef4a50a-2c28-4d2d-b6b2-8f4538d50f41 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f419939f-8a3d-421c-96d9-bf6eac22daf2 HTTP/1.1" status: 200 len: 854 time: 0.0602307 Sep 08 16:42:31.438668 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec647-7951-4a90-94d7-ff78d04e6a80 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:31.439003 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec647-7951-4a90-94d7-ff78d04e6a80 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:31.451420 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-4b5ec647-7951-4a90-94d7-ff78d04e6a80 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Calling delete_port for bc8f48ae-c4cc-404f-98af-37a21bbd869d owned by network:floatingip {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:42:31.468986 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472633a-8347-4570-a1f6-6f9d9f0f0b96 req-1a7e92ab-bb57-42be-9f3b-5083114ccd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:31.470518 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4472633a-8347-4570-a1f6-6f9d9f0f0b96 req-1a7e92ab-bb57-42be-9f3b-5083114ccd8b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452468 Sep 08 16:42:31.577159 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4472633a-8347-4570-a1f6-6f9d9f0f0b96 req-266034e8-b2cf-4e29-b38d-34582c495d4c service neutron] 10.222.0.38 "GET /v2.0/networks/6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940061 Sep 08 16:42:31.640027 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec647-7951-4a90-94d7-ff78d04e6a80 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:31.667596 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ec647-7951-4a90-94d7-ff78d04e6a80 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Pushing event deleted for resources: {'Port': ['ID=bc8f48ae-c4cc-404f-98af-37a21bbd869d,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:31.676462 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4472633a-8347-4570-a1f6-6f9d9f0f0b96 req-7d9b9b07-d259-41c3-89ea-9610f28dee69 service neutron] 10.222.0.38 "GET /v2.0/networks/6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885997 Sep 08 16:42:31.734853 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec647-7951-4a90-94d7-ff78d04e6a80 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks [] for floatingip, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:31.735211 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.db.l3_db [None req-4b5ec647-7951-4a90-94d7-ff78d04e6a80 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Floating IP 0a339b0f-3cd2-413f-97b5-dc2ac9c6397a disassociated (deleted). External IP: 172.27.3.29, port: 700a85fe-b968-4c4b-b802-38cbc6143edc. Sep 08 16:42:32.210360 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5ec647-7951-4a90-94d7-ff78d04e6a80 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Router 4137da4a-d9ce-4b97-808a-50281aa48a11 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:42:32.320720 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5ec647-7951-4a90-94d7-ff78d04e6a80 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:42:32.326406 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4b5ec647-7951-4a90-94d7-ff78d04e6a80 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:32.330934 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b802f407-c772-4ac7-aac2-3deddba963e0 None None] Sync routers for ids ['4137da4a-d9ce-4b97-808a-50281aa48a11'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:42:32.340369 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b802f407-c772-4ac7-aac2-3deddba963e0 None None] Routers {'4137da4a-d9ce-4b97-808a-50281aa48a11'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:42:32.340998 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-b802f407-c772-4ac7-aac2-3deddba963e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:42:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['4137da4a-d9ce-4b97-808a-50281aa48a11'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:32.356433 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-4b5ec647-7951-4a90-94d7-ff78d04e6a80 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "DELETE /v2.0/floatingips/0a339b0f-3cd2-413f-97b5-dc2ac9c6397a HTTP/1.1" status: 204 len: 168 time: 1.2083542 Sep 08 16:42:32.357117 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e8b7ef-b671-439b-b8a4-88afe350ab8b', 'tag': '700a85fe-b968-4c4b-b802-38cbc6143edc'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:42:32.359562 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}052132607aa1e77156c8280a79f90cfe209327eee7c9d353b1e37ff050bd5426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9da9ed-ec96-4fb3-aead-84590b984633" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e8b7ef-b671-439b-b8a4-88afe350ab8b", "tag": "700a85fe-b968-4c4b-b802-38cbc6143edc"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:42:32.455311 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-b802f407-c772-4ac7-aac2-3deddba963e0 None None] Set router 4137da4a-d9ce-4b97-808a-50281aa48a11 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:42:32.461240 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414b8d87-28c7-4b7e-9cec-32d5a87a260e x-openstack-request-id: req-414b8d87-28c7-4b7e-9cec-32d5a87a260e {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:42:32.461524 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e8b7ef-b671-439b-b8a4-88afe350ab8b", "tag": "700a85fe-b968-4c4b-b802-38cbc6143edc", "status": "completed", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:42:32.461798 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-414b8d87-28c7-4b7e-9cec-32d5a87a260e {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:42:32.462237 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e8b7ef-b671-439b-b8a4-88afe350ab8b', 'tag': '700a85fe-b968-4c4b-b802-38cbc6143edc', 'status': 'completed', 'code': 200} Sep 08 16:42:32.553518 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9da9ed-ec96-4fb3-aead-84590b984633 req-fa94c771-d4d8-4aaf-900e-14b694a03151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:32.555637 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8a9da9ed-ec96-4fb3-aead-84590b984633 req-fa94c771-d4d8-4aaf-900e-14b694a03151 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1aa58ebe88844724bdd5e55cfdc8a247&device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 1098 time: 0.0462310 Sep 08 16:42:32.675645 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9da9ed-ec96-4fb3-aead-84590b984633 req-3566e3da-3548-4466-b6c1-11b1edd9007e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:32.677299 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8a9da9ed-ec96-4fb3-aead-84590b984633 req-3566e3da-3548-4466-b6c1-11b1edd9007e service neutron] 10.222.0.38 "GET /v2.0/networks?id=6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 HTTP/1.1" status: 200 len: 916 time: 0.1145933 Sep 08 16:42:32.681010 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:32.722262 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8a9da9ed-ec96-4fb3-aead-84590b984633 req-fa5afd1a-8f09-4247-a57a-25b8155fbdbf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=700a85fe-b968-4c4b-b802-38cbc6143edc HTTP/1.1" status: 200 len: 217 time: 0.0341790 Sep 08 16:42:32.780386 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9da9ed-ec96-4fb3-aead-84590b984633 req-d938cf91-e827-4ef9-b1d6-d80a6727fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:32.781897 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8a9da9ed-ec96-4fb3-aead-84590b984633 req-d938cf91-e827-4ef9-b1d6-d80a6727fab2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f419939f-8a3d-421c-96d9-bf6eac22daf2 HTTP/1.1" status: 200 len: 854 time: 0.0515540 Sep 08 16:42:32.802448 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-b802f407-c772-4ac7-aac2-3deddba963e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'name': 'tempest-TestMinimumBasicScenario-1818370350-router', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:09Z', 'revision_number': 4, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'gw_port': {'id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '862ace9e-268c-4287-82d9-a15568c2bad6', 'name': '', 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'mac_address': 'fa:16:3e:a7:57:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:08Z', 'updated_at': '2021-09-08T16:40:16Z', 'revision_number': 5, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'subnets': [{'id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:32.828094 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b802f407-c772-4ac7-aac2-3deddba963e0 None None] Checking router: 4137da4a-d9ce-4b97-808a-50281aa48a11 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:42:32.836625 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b802f407-c772-4ac7-aac2-3deddba963e0 None None] Routers {'4137da4a-d9ce-4b97-808a-50281aa48a11'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:42:32.837247 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-b802f407-c772-4ac7-aac2-3deddba963e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:42:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['4137da4a-d9ce-4b97-808a-50281aa48a11'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:32.841661 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9da9ed-ec96-4fb3-aead-84590b984633 req-924d5960-a699-4b3c-b6e3-11f0bd4c5e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:32.843177 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8a9da9ed-ec96-4fb3-aead-84590b984633 req-924d5960-a699-4b3c-b6e3-11f0bd4c5e7d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402970 Sep 08 16:42:32.947345 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8a9da9ed-ec96-4fb3-aead-84590b984633 req-85e4a2bb-3af4-47e4-9991-fe1d50a56048 service neutron] 10.222.0.38 "GET /v2.0/networks/6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876327 Sep 08 16:42:32.949856 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-b802f407-c772-4ac7-aac2-3deddba963e0 None None] Set router 4137da4a-d9ce-4b97-808a-50281aa48a11 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:42:33.050246 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8a9da9ed-ec96-4fb3-aead-84590b984633 req-bd51a618-6308-4b22-a5cd-84b26d615a2c service neutron] 10.222.0.38 "GET /v2.0/networks/6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893855 Sep 08 16:42:33.155948 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-b802f407-c772-4ac7-aac2-3deddba963e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'name': 'tempest-TestMinimumBasicScenario-1818370350-router', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:09Z', 'revision_number': 4, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'gw_port': {'id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '862ace9e-268c-4287-82d9-a15568c2bad6', 'name': '', 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'mac_address': 'fa:16:3e:a7:57:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:08Z', 'updated_at': '2021-09-08T16:40:16Z', 'revision_number': 5, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'subnets': [{'id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:33.186191 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b802f407-c772-4ac7-aac2-3deddba963e0 None None] The sync data for ids ['4137da4a-d9ce-4b97-808a-50281aa48a11'] in dv-cinder-790535-14-iscsi is: [{'id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'name': 'tempest-TestMinimumBasicScenario-1818370350-router', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:09Z', 'revision_number': 4, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'gw_port': {'id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '862ace9e-268c-4287-82d9-a15568c2bad6', 'name': '', 'network_id': '6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'mac_address': 'fa:16:3e:a7:57:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:08Z', 'updated_at': '2021-09-08T16:40:16Z', 'revision_number': 5, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'subnets': [{'id': 'f419939f-8a3d-421c-96d9-bf6eac22daf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:42:33.403780 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428e8594-369a-4411-b08b-582f1743a32e None None] New status for floating IP 0a339b0f-3cd2-413f-97b5-dc2ac9c6397a: DOWN {{(pid=94085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:42:34.153559 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:41.511608 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec59d6-664e-4ca3-b1a7-43fe64795983 req-fb1e6c0f-841e-4e89-9c45-8a0ebb81f6b0 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:41.513056 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f0ec59d6-664e-4ca3-b1a7-43fe64795983 req-fb1e6c0f-841e-4e89-9c45-8a0ebb81f6b0 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 945 time: 0.0557055 Sep 08 16:42:41.555147 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f0ec59d6-664e-4ca3-b1a7-43fe64795983 req-db9e908d-9ec6-419f-aad7-8280812d9a5c tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332234 Sep 08 16:42:42.685906 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18be752-262d-4948-8d0b-8a74593240d8 req-1c6caa76-12db-44e5-bf3d-f7a7a924c596 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:42.687423 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c18be752-262d-4948-8d0b-8a74593240d8 req-1c6caa76-12db-44e5-bf3d-f7a7a924c596 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 945 time: 0.0603213 Sep 08 16:42:42.727018 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c18be752-262d-4948-8d0b-8a74593240d8 req-c952e870-99e5-4357-a7c2-d1e0446078e4 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333312 Sep 08 16:42:43.704497 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b61fb-37d0-472e-a216-dbbcde418aa8 req-5ff4fabf-ceb8-45bd-8f92-666dfa0a2e15 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:43.705862 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e76b61fb-37d0-472e-a216-dbbcde418aa8 req-5ff4fabf-ceb8-45bd-8f92-666dfa0a2e15 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 945 time: 0.0542593 Sep 08 16:42:43.804025 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-e76b61fb-37d0-472e-a216-dbbcde418aa8 req-b98111db-a3e6-4ff6-aeae-76c7256656c3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Deleting port 700a85fe-b968-4c4b-b802-38cbc6143edc {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:42:43.804365 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-e76b61fb-37d0-472e-a216-dbbcde418aa8 req-b98111db-a3e6-4ff6-aeae-76c7256656c3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:43.852655 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d428239-942b-41bb-93c9-19f43526e6b5 req-b10e691d-ffdc-4b5c-b950-8d23e99f987b tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:43.854478 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5d428239-942b-41bb-93c9-19f43526e6b5 req-b10e691d-ffdc-4b5c-b950-8d23e99f987b tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2e8b7ef-b671-439b-b8a4-88afe350ab8b HTTP/1.1" status: 200 len: 945 time: 0.0523095 Sep 08 16:42:43.899152 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5d428239-942b-41bb-93c9-19f43526e6b5 req-c5fc95f3-165a-420f-8f41-ece07826e1e1 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.69 "GET /v2.0/security-groups?id=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375443 Sep 08 16:42:43.914375 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-e76b61fb-37d0-472e-a216-dbbcde418aa8 req-b98111db-a3e6-4ff6-aeae-76c7256656c3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] For port 700a85fe-b968-4c4b-b802-38cbc6143edc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=700a85fe-b968-4c4b-b802-38cbc6143edc,segment=NetworkSegment(94b51c34-71ce-4c95-bb6f-a7e1d3a4927a),segment_id=94b51c34-71ce-4c95-bb6f-a7e1d3a4927a)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:42:43.914734 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-e76b61fb-37d0-472e-a216-dbbcde418aa8 req-b98111db-a3e6-4ff6-aeae-76c7256656c3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:43.927509 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-e76b61fb-37d0-472e-a216-dbbcde418aa8 req-b98111db-a3e6-4ff6-aeae-76c7256656c3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Calling delete_port for 700a85fe-b968-4c4b-b802-38cbc6143edc owned by compute:nova {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:42:44.067786 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-e76b61fb-37d0-472e-a216-dbbcde418aa8 req-b98111db-a3e6-4ff6-aeae-76c7256656c3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:44.100332 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98111db-a3e6-4ff6-aeae-76c7256656c3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Pushing event deleted for resources: {'Port': ['ID=700a85fe-b968-4c4b-b802-38cbc6143edc,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:44.104289 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['700a85fe-b968-4c4b-b802-38cbc6143edc'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:42:44.143098 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76b61fb-37d0-472e-a216-dbbcde418aa8 req-b98111db-a3e6-4ff6-aeae-76c7256656c3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] No DVR routers for this DVR port 700a85fe-b968-4c4b-b802-38cbc6143edc on host hv-cinder-79053 {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:42:44.145689 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-e76b61fb-37d0-472e-a216-dbbcde418aa8 req-b98111db-a3e6-4ff6-aeae-76c7256656c3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:44.147997 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e76b61fb-37d0-472e-a216-dbbcde418aa8 req-b98111db-a3e6-4ff6-aeae-76c7256656c3 tempest-TestMinimumBasicScenario-1571650807 tempest-TestMinimumBasicScenario-1571650807-project] 10.222.0.38 "DELETE /v2.0/ports/700a85fe-b968-4c4b-b802-38cbc6143edc HTTP/1.1" status: 204 len: 173 time: 0.4320879 Sep 08 16:42:44.148770 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e8b7ef-b671-439b-b8a4-88afe350ab8b', 'name': 'network-vif-deleted', 'tag': '700a85fe-b968-4c4b-b802-38cbc6143edc'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:42:44.152257 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973e9c2f-ce6f-47c1-9db4-cab4588a35d9" -d '{"events": [{"server_uuid": "b2e8b7ef-b671-439b-b8a4-88afe350ab8b", "name": "network-vif-deleted", "tag": "700a85fe-b968-4c4b-b802-38cbc6143edc"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:42:44.189177 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0014099c-b74a-4c66-947b-e3e308adf158 x-openstack-request-id: req-0014099c-b74a-4c66-947b-e3e308adf158 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:42:44.189472 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e8b7ef-b671-439b-b8a4-88afe350ab8b", "name": "network-vif-deleted", "tag": "700a85fe-b968-4c4b-b802-38cbc6143edc", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:42:44.189721 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0014099c-b74a-4c66-947b-e3e308adf158 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:42:44.190104 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e8b7ef-b671-439b-b8a4-88afe350ab8b', 'name': 'network-vif-deleted', 'tag': '700a85fe-b968-4c4b-b802-38cbc6143edc', 'status': 'completed', 'code': 200} Sep 08 16:42:45.486084 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 39720) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:42:45.871086 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-455eba5c-0168-4c23-93e0-53cbfc621551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588590'] for router_interface, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:46.032376 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6cca7b00-96db-42b8-9e69-4b73b5f56a7e req-a6c0abe3-0c84-4910-b520-aade8de2b479 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=344579be-0ec8-43e7-9efd-d68d2730bdf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416353 Sep 08 16:42:46.112446 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca7b00-96db-42b8-9e69-4b73b5f56a7e req-db588fb8-374f-4204-9704-364129083ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:46.114308 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6cca7b00-96db-42b8-9e69-4b73b5f56a7e req-db588fb8-374f-4204-9704-364129083ebc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c557bacc0f34ebebe377a14efbe9c0d&device_id=344579be-0ec8-43e7-9efd-d68d2730bdf6 HTTP/1.1" status: 200 len: 1098 time: 0.0436039 Sep 08 16:42:46.117645 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:46.137070 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-455eba5c-0168-4c23-93e0-53cbfc621551 admin admin] Deleting port 862ace9e-268c-4287-82d9-a15568c2bad6 {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:42:46.137297 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-455eba5c-0168-4c23-93e0-53cbfc621551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:46.217042 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-455eba5c-0168-4c23-93e0-53cbfc621551 admin admin] For port 862ace9e-268c-4287-82d9-a15568c2bad6, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=862ace9e-268c-4287-82d9-a15568c2bad6,segment=NetworkSegment(94b51c34-71ce-4c95-bb6f-a7e1d3a4927a),segment_id=94b51c34-71ce-4c95-bb6f-a7e1d3a4927a)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:42:46.217528 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-455eba5c-0168-4c23-93e0-53cbfc621551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:46.223116 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca7b00-96db-42b8-9e69-4b73b5f56a7e req-9a99cdb8-86c3-4c29-878b-9d4ff8309bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:46.223116 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6cca7b00-96db-42b8-9e69-4b73b5f56a7e req-9a99cdb8-86c3-4c29-878b-9d4ff8309bce service neutron] 10.222.0.38 "GET /v2.0/networks?id=f9db32ff-f404-4a60-9a66-c9419aa017aa HTTP/1.1" status: 200 len: 912 time: 0.0884271 Sep 08 16:42:46.234940 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-455eba5c-0168-4c23-93e0-53cbfc621551 admin admin] Calling delete_port for 862ace9e-268c-4287-82d9-a15568c2bad6 owned by network:router_interface {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:42:46.294978 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6cca7b00-96db-42b8-9e69-4b73b5f56a7e req-6a61234f-be75-4638-966b-780872871dd5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 HTTP/1.1" status: 200 len: 1001 time: 0.0621419 Sep 08 16:42:46.348097 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca7b00-96db-42b8-9e69-4b73b5f56a7e req-4317f1ec-d7c0-43aa-a870-a01d47219010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:46.349768 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6cca7b00-96db-42b8-9e69-4b73b5f56a7e req-4317f1ec-d7c0-43aa-a870-a01d47219010 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549 HTTP/1.1" status: 200 len: 850 time: 0.0468276 Sep 08 16:42:46.406383 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca7b00-96db-42b8-9e69-4b73b5f56a7e req-7298c2bc-354d-46c8-a7a1-7bf154ad2f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:46.408145 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6cca7b00-96db-42b8-9e69-4b73b5f56a7e req-7298c2bc-354d-46c8-a7a1-7bf154ad2f53 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f9db32ff-f404-4a60-9a66-c9419aa017aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507877 Sep 08 16:42:46.444863 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-455eba5c-0168-4c23-93e0-53cbfc621551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:46.470411 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455eba5c-0168-4c23-93e0-53cbfc621551 admin admin] Pushing event deleted for resources: {'Port': ['ID=862ace9e-268c-4287-82d9-a15568c2bad6,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:46.513923 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6cca7b00-96db-42b8-9e69-4b73b5f56a7e req-18d8008f-a3e1-4245-a482-8e782a4a7943 service neutron] 10.222.0.38 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970540 Sep 08 16:42:46.610466 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-6cca7b00-96db-42b8-9e69-4b73b5f56a7e req-2932cfa8-9051-4d8a-9a9a-65e024b2ef9e service neutron] 10.222.0.38 "GET /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889032 Sep 08 16:42:46.640715 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-455eba5c-0168-4c23-93e0-53cbfc621551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588698'] for router_interface, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:46.842146 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 700a85fe-b968-4c4b-b802-38cbc6143edc no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:42:46.862412 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] No Port match for: 700a85fe-b968-4c4b-b802-38cbc6143edc {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:42:46.862760 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 700a85fe-b968-4c4b-b802-38cbc6143edc not bound to the agent host hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:42:46.881912 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455eba5c-0168-4c23-93e0-53cbfc621551 admin admin] Router 4137da4a-d9ce-4b97-808a-50281aa48a11 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:42:46.991454 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455eba5c-0168-4c23-93e0-53cbfc621551 admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:42:46.997503 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-455eba5c-0168-4c23-93e0-53cbfc621551 admin admin] 10.222.0.69 "PUT /v2.0/routers/4137da4a-d9ce-4b97-808a-50281aa48a11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5101099 Sep 08 16:42:47.000964 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 39724) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:42:47.003868 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beb918a-83c3-4844-adb9-aa4d677edccb None None] Sync routers for ids ['4137da4a-d9ce-4b97-808a-50281aa48a11'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:42:47.014758 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beb918a-83c3-4844-adb9-aa4d677edccb None None] Routers {'4137da4a-d9ce-4b97-808a-50281aa48a11'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:42:47.015780 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-1beb918a-83c3-4844-adb9-aa4d677edccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:42:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['4137da4a-d9ce-4b97-808a-50281aa48a11'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:47.106830 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-99a5d1cd-ae04-4b73-b41b-0860705bd3b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:47.125121 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-1beb918a-83c3-4844-adb9-aa4d677edccb None None] Set router 4137da4a-d9ce-4b97-808a-50281aa48a11 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:42:47.216667 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-99a5d1cd-ae04-4b73-b41b-0860705bd3b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:47.278087 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-99a5d1cd-ae04-4b73-b41b-0860705bd3b1 admin admin] Deleting port 3b75c1ff-425c-4ac1-b9a2-3002bf1c190e {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:42:47.278328 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-99a5d1cd-ae04-4b73-b41b-0860705bd3b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:47.317321 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-1beb918a-83c3-4844-adb9-aa4d677edccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'name': 'tempest-TestMinimumBasicScenario-1818370350-router', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:42:46Z', 'revision_number': 5, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'gw_port': {'id': '3b75c1ff-425c-4ac1-b9a2-3002bf1c190e', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:47.345355 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beb918a-83c3-4844-adb9-aa4d677edccb None None] Checking router: 4137da4a-d9ce-4b97-808a-50281aa48a11 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:42:47.354681 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beb918a-83c3-4844-adb9-aa4d677edccb None None] Routers {'4137da4a-d9ce-4b97-808a-50281aa48a11'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:42:47.355573 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-1beb918a-83c3-4844-adb9-aa4d677edccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:42:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['4137da4a-d9ce-4b97-808a-50281aa48a11'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:47.360529 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-99a5d1cd-ae04-4b73-b41b-0860705bd3b1 admin admin] For port 3b75c1ff-425c-4ac1-b9a2-3002bf1c190e, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=3b75c1ff-425c-4ac1-b9a2-3002bf1c190e,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:42:47.360936 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-99a5d1cd-ae04-4b73-b41b-0860705bd3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:47.374164 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-99a5d1cd-ae04-4b73-b41b-0860705bd3b1 admin admin] Calling delete_port for 3b75c1ff-425c-4ac1-b9a2-3002bf1c190e owned by network:router_gateway {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:42:47.444609 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-1beb918a-83c3-4844-adb9-aa4d677edccb None None] Set router 4137da4a-d9ce-4b97-808a-50281aa48a11 gateway port host: None {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:42:47.503098 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-1beb918a-83c3-4844-adb9-aa4d677edccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'name': 'tempest-TestMinimumBasicScenario-1818370350-router', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:42:47Z', 'revision_number': 6, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'gw_port_host': None}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:47.535575 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beb918a-83c3-4844-adb9-aa4d677edccb None None] The sync data for ids ['4137da4a-d9ce-4b97-808a-50281aa48a11'] in dv-cinder-790535-14-iscsi is: [{'id': '4137da4a-d9ce-4b97-808a-50281aa48a11', 'name': 'tempest-TestMinimumBasicScenario-1818370350-router', 'tenant_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:06Z', 'updated_at': '2021-09-08T16:42:47Z', 'revision_number': 6, 'project_id': '1aa58ebe88844724bdd5e55cfdc8a247', 'gw_port_host': None}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:42:47.554158 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-99a5d1cd-ae04-4b73-b41b-0860705bd3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:47.588065 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5d1cd-ae04-4b73-b41b-0860705bd3b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b75c1ff-425c-4ac1-b9a2-3002bf1c190e,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:47.651834 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-99a5d1cd-ae04-4b73-b41b-0860705bd3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587384'] for router_gateway, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:47.767424 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-99a5d1cd-ae04-4b73-b41b-0860705bd3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14215'] for router, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:47.769903 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-99a5d1cd-ae04-4b73-b41b-0860705bd3b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:47.840112 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-99a5d1cd-ae04-4b73-b41b-0860705bd3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524738'] for router, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:47.840640 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a5d1cd-ae04-4b73-b41b-0860705bd3b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4137da4a-d9ce-4b97-808a-50281aa48a11 {{(pid=94082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 16:42:47.846838 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-99a5d1cd-ae04-4b73-b41b-0860705bd3b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:47.847961 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-99a5d1cd-ae04-4b73-b41b-0860705bd3b1 admin admin] 10.222.0.69 "DELETE /v2.0/routers/4137da4a-d9ce-4b97-808a-50281aa48a11 HTTP/1.1" status: 204 len: 168 time: 0.8461006 Sep 08 16:42:47.851990 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 39728) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:42:47.900986 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b1250c-6e88-4f7a-b7ac-1d2c4587048d admin admin] Deleting subnet f419939f-8a3d-421c-96d9-bf6eac22daf2 {{(pid=94082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 16:42:47.904461 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-58b1250c-6e88-4f7a-b7ac-1d2c4587048d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:47.940156 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-58b1250c-6e88-4f7a-b7ac-1d2c4587048d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29646795'] for subnet, precommit_delete_associations {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:48.319002 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-58b1250c-6e88-4f7a-b7ac-1d2c4587048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772541'] for subnet, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:48.329151 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 3b75c1ff-425c-4ac1-b9a2-3002bf1c190e no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:42:48.349728 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: 3b75c1ff-425c-4ac1-b9a2-3002bf1c190e {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:42:48.350133 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 3b75c1ff-425c-4ac1-b9a2-3002bf1c190e not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:42:48.350611 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 862ace9e-268c-4287-82d9-a15568c2bad6 no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:42:48.370784 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: 862ace9e-268c-4287-82d9-a15568c2bad6 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:42:48.371138 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 862ace9e-268c-4287-82d9-a15568c2bad6 not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:42:48.377013 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-58b1250c-6e88-4f7a-b7ac-1d2c4587048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29525642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30203681'] for subnet, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:48.404083 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1250c-6e88-4f7a-b7ac-1d2c4587048d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f419939f-8a3d-421c-96d9-bf6eac22daf2,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:48.407570 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-58b1250c-6e88-4f7a-b7ac-1d2c4587048d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:48.410971 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-58b1250c-6e88-4f7a-b7ac-1d2c4587048d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f419939f-8a3d-421c-96d9-bf6eac22daf2 HTTP/1.1" status: 204 len: 168 time: 0.5561545 Sep 08 16:42:48.411985 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 39730) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:42:48.414481 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aebc18d-fb92-4c7a-89df-0afcc5ff365a None None] Network 6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:42:48.486242 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8b05f249-86eb-474a-bd52-b1f2717a49da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601569'] for network, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:48.547435 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-8b05f249-86eb-474a-bd52-b1f2717a49da admin admin] Deleting port 6236acdb-a0b7-42d0-97c2-fdb030ca9984 {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:42:48.547859 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8b05f249-86eb-474a-bd52-b1f2717a49da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:48.623512 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d75b34a-ec51-4385-937e-2791e30e12ff None None] DHCP port deletion for 6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 request from dv-cinder-790535-14-iscsi {{(pid=94084) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 16:42:48.633705 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-8b05f249-86eb-474a-bd52-b1f2717a49da admin admin] For port 6236acdb-a0b7-42d0-97c2-fdb030ca9984, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=6236acdb-a0b7-42d0-97c2-fdb030ca9984,segment=NetworkSegment(94b51c34-71ce-4c95-bb6f-a7e1d3a4927a),segment_id=94b51c34-71ce-4c95-bb6f-a7e1d3a4927a)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:42:48.634060 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8b05f249-86eb-474a-bd52-b1f2717a49da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:48.646752 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-8b05f249-86eb-474a-bd52-b1f2717a49da admin admin] Calling delete_port for 6236acdb-a0b7-42d0-97c2-fdb030ca9984 owned by network:dhcp {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:42:48.675733 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-8d75b34a-ec51-4385-937e-2791e30e12ff None None] Deleting port 6236acdb-a0b7-42d0-97c2-fdb030ca9984 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:42:48.676117 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8d75b34a-ec51-4385-937e-2791e30e12ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:48.733871 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8b05f249-86eb-474a-bd52-b1f2717a49da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:48.742565 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-8d75b34a-ec51-4385-937e-2791e30e12ff None None] For port 6236acdb-a0b7-42d0-97c2-fdb030ca9984, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=6236acdb-a0b7-42d0-97c2-fdb030ca9984,segment=NetworkSegment(94b51c34-71ce-4c95-bb6f-a7e1d3a4927a),segment_id=94b51c34-71ce-4c95-bb6f-a7e1d3a4927a)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:42:48.742966 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8d75b34a-ec51-4385-937e-2791e30e12ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:48.755535 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-8d75b34a-ec51-4385-937e-2791e30e12ff None None] Calling delete_port for 6236acdb-a0b7-42d0-97c2-fdb030ca9984 owned by network:dhcp {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:42:48.762422 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b05f249-86eb-474a-bd52-b1f2717a49da admin admin] No DVR routers for this DVR port 6236acdb-a0b7-42d0-97c2-fdb030ca9984 on host dv-cinder-790535-14-iscsi {{(pid=94082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:42:48.767359 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05f249-86eb-474a-bd52-b1f2717a49da admin admin] Pushing event deleted for resources: {'Port': ['ID=6236acdb-a0b7-42d0-97c2-fdb030ca9984,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:48.843528 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8b05f249-86eb-474a-bd52-b1f2717a49da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770888', 'neutron.services.segments.db._delete_segments_for_network-8790707967645'] for network, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:48.864118 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-8b05f249-86eb-474a-bd52-b1f2717a49da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2']}} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:48.873722 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-8b05f249-86eb-474a-bd52-b1f2717a49da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b51c34-71ce-4c95-bb6f-a7e1d3a4927a') {'for_net_delete': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:48.874035 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-8b05f249-86eb-474a-bd52-b1f2717a49da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b51c34-71ce-4c95-bb6f-a7e1d3a4927a') {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:48.874809 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8d75b34a-ec51-4385-937e-2791e30e12ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:48.884404 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8b05f249-86eb-474a-bd52-b1f2717a49da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790707967910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29646770'] for segment, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:48.898590 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8b05f249-86eb-474a-bd52-b1f2717a49da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:48.899601 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75b34a-ec51-4385-937e-2791e30e12ff None None] Pushing event deleted for resources: {'Port': ['ID=6236acdb-a0b7-42d0-97c2-fdb030ca9984,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:48.904046 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d75b34a-ec51-4385-937e-2791e30e12ff None None] No DVR routers for this DVR port 6236acdb-a0b7-42d0-97c2-fdb030ca9984 on host dv-cinder-790535-14-iscsi {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:42:48.905015 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b05f249-86eb-474a-bd52-b1f2717a49da admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:42:48.905419 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8b05f249-86eb-474a-bd52-b1f2717a49da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29530984'] for segment, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: Traceback (most recent call last): Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: timer() Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: cb(*args, **kw) Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: return func(*args, **kwargs) Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: self._notify() Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: self.callback(batched_events) Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: event.method(event) Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: return f(self, *a, **k) Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: return self._get(url).json() Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: return self.request(url, 'GET', **kwargs) Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:42:48.907157 dv-cinder-790535-14-iscsi neutron-server[94082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:42:48.909840 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75b34a-ec51-4385-937e-2791e30e12ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:48.910128 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75b34a-ec51-4385-937e-2791e30e12ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:48.910469 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75b34a-ec51-4385-937e-2791e30e12ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:48.910801 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75b34a-ec51-4385-937e-2791e30e12ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:48.911127 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75b34a-ec51-4385-937e-2791e30e12ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:48.911487 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75b34a-ec51-4385-937e-2791e30e12ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:48.912063 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75b34a-ec51-4385-937e-2791e30e12ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:48.912232 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75b34a-ec51-4385-937e-2791e30e12ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:48.912469 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75b34a-ec51-4385-937e-2791e30e12ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:48.912819 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75b34a-ec51-4385-937e-2791e30e12ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:48.913111 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75b34a-ec51-4385-937e-2791e30e12ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:48.913456 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d75b34a-ec51-4385-937e-2791e30e12ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:42:48.971710 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8b05f249-86eb-474a-bd52-b1f2717a49da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587292'] for network, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:48.977918 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8b05f249-86eb-474a-bd52-b1f2717a49da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:48.979853 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-8b05f249-86eb-474a-bd52-b1f2717a49da admin admin] 10.222.0.69 "DELETE /v2.0/networks/6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2 HTTP/1.1" status: 204 len: 168 time: 0.5648029 Sep 08 16:42:48.983045 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 39740) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:42:48.990348 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05f249-86eb-474a-bd52-b1f2717a49da admin admin] Pushing event deleted for resources: {'Network': ['ID=6b3843ac-2950-4cdf-a02b-f4a8f4fa30f2,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:49.411623 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-8ccd1f13-d95b-4175-894f-b8e64d5d4c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588590'] for router_interface, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:49.710524 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd1f13-d95b-4175-894f-b8e64d5d4c2d admin admin] Deleting port b64f9566-6307-4ee3-a6f3-f8d969a3bb52 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:42:49.710775 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-8ccd1f13-d95b-4175-894f-b8e64d5d4c2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:49.794014 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-8ccd1f13-d95b-4175-894f-b8e64d5d4c2d admin admin] For port b64f9566-6307-4ee3-a6f3-f8d969a3bb52, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=b64f9566-6307-4ee3-a6f3-f8d969a3bb52,segment=NetworkSegment(aba39920-74c1-4240-b5ee-4cc1038a4f3c),segment_id=aba39920-74c1-4240-b5ee-4cc1038a4f3c)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:42:49.794261 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-8ccd1f13-d95b-4175-894f-b8e64d5d4c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:49.809304 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd1f13-d95b-4175-894f-b8e64d5d4c2d admin admin] Calling delete_port for b64f9566-6307-4ee3-a6f3-f8d969a3bb52 owned by network:router_interface {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:42:50.012096 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-8ccd1f13-d95b-4175-894f-b8e64d5d4c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:50.033698 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 6236acdb-a0b7-42d0-97c2-fdb030ca9984 no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:42:50.039376 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd1f13-d95b-4175-894f-b8e64d5d4c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=b64f9566-6307-4ee3-a6f3-f8d969a3bb52,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:50.058519 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: 6236acdb-a0b7-42d0-97c2-fdb030ca9984 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:42:50.059218 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 6236acdb-a0b7-42d0-97c2-fdb030ca9984 not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:42:50.472544 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-8ccd1f13-d95b-4175-894f-b8e64d5d4c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588698'] for router_interface, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:50.706745 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccd1f13-d95b-4175-894f-b8e64d5d4c2d admin admin] Router bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:42:50.821137 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccd1f13-d95b-4175-894f-b8e64d5d4c2d admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:42:50.828853 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-8ccd1f13-d95b-4175-894f-b8e64d5d4c2d admin admin] 10.222.0.69 "PUT /v2.0/routers/bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8446519 Sep 08 16:42:50.831349 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 39744) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:42:50.835600 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f1345b-7308-44c8-8b73-64e0d34e2e20 None None] Sync routers for ids ['bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f'] in dv-cinder-790535-14-iscsi {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:42:50.847329 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f1345b-7308-44c8-8b73-64e0d34e2e20 None None] Routers {'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:42:50.848004 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-05f1345b-7308-44c8-8b73-64e0d34e2e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:42:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:50.940330 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f5f079e7-3c17-42bb-bf08-33c2fc8afbe7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:50.952611 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-05f1345b-7308-44c8-8b73-64e0d34e2e20 None None] Set router bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:42:51.042680 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f5f079e7-3c17-42bb-bf08-33c2fc8afbe7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:51.097675 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-f5f079e7-3c17-42bb-bf08-33c2fc8afbe7 admin admin] Deleting port 9fbea380-28d5-4149-87f9-65bc0f0dbcc7 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:42:51.097885 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f5f079e7-3c17-42bb-bf08-33c2fc8afbe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:51.130502 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-05f1345b-7308-44c8-8b73-64e0d34e2e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f', 'name': 'tempest-TestMinimumBasicScenario-1245939756-router', 'tenant_id': '200ffc97d1e8475aaf031c253680f614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '9fbea380-28d5-4149-87f9-65bc0f0dbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:11Z', 'updated_at': '2021-09-08T16:42:49Z', 'revision_number': 5, 'project_id': '200ffc97d1e8475aaf031c253680f614', 'gw_port': {'id': '9fbea380-28d5-4149-87f9-65bc0f0dbcc7', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:70:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:40:12Z', 'updated_at': '2021-09-08T16:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:51.156677 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f1345b-7308-44c8-8b73-64e0d34e2e20 None None] Checking router: bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f for host: dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:42:51.165104 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f1345b-7308-44c8-8b73-64e0d34e2e20 None None] Routers {'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:42:51.165707 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-05f1345b-7308-44c8-8b73-64e0d34e2e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:42:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:51.181238 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-f5f079e7-3c17-42bb-bf08-33c2fc8afbe7 admin admin] For port 9fbea380-28d5-4149-87f9-65bc0f0dbcc7, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=9fbea380-28d5-4149-87f9-65bc0f0dbcc7,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:42:51.181617 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f5f079e7-3c17-42bb-bf08-33c2fc8afbe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:51.193951 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-f5f079e7-3c17-42bb-bf08-33c2fc8afbe7 admin admin] Calling delete_port for 9fbea380-28d5-4149-87f9-65bc0f0dbcc7 owned by network:router_gateway {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:42:51.251611 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-05f1345b-7308-44c8-8b73-64e0d34e2e20 None None] Set router bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f gateway port host: None {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:42:51.302413 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-05f1345b-7308-44c8-8b73-64e0d34e2e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f', 'name': 'tempest-TestMinimumBasicScenario-1245939756-router', 'tenant_id': '200ffc97d1e8475aaf031c253680f614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:11Z', 'updated_at': '2021-09-08T16:42:51Z', 'revision_number': 6, 'project_id': '200ffc97d1e8475aaf031c253680f614', 'gw_port_host': None}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:51.331828 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f1345b-7308-44c8-8b73-64e0d34e2e20 None None] The sync data for ids ['bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f'] in dv-cinder-790535-14-iscsi is: [{'id': 'bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f', 'name': 'tempest-TestMinimumBasicScenario-1245939756-router', 'tenant_id': '200ffc97d1e8475aaf031c253680f614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:40:11Z', 'updated_at': '2021-09-08T16:42:51Z', 'revision_number': 6, 'project_id': '200ffc97d1e8475aaf031c253680f614', 'gw_port_host': None}] {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:42:51.367267 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f5f079e7-3c17-42bb-bf08-33c2fc8afbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:51.393820 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f079e7-3c17-42bb-bf08-33c2fc8afbe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fbea380-28d5-4149-87f9-65bc0f0dbcc7,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:51.452524 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f5f079e7-3c17-42bb-bf08-33c2fc8afbe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587384'] for router_gateway, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:51.547560 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f5f079e7-3c17-42bb-bf08-33c2fc8afbe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14215'] for router, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:51.550174 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f5f079e7-3c17-42bb-bf08-33c2fc8afbe7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:51.599483 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f5f079e7-3c17-42bb-bf08-33c2fc8afbe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524738'] for router, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:51.600081 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f079e7-3c17-42bb-bf08-33c2fc8afbe7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f {{(pid=94083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 16:42:51.605731 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f5f079e7-3c17-42bb-bf08-33c2fc8afbe7 admin admin] Notify callbacks [] for router, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:51.606924 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-f5f079e7-3c17-42bb-bf08-33c2fc8afbe7 admin admin] 10.222.0.69 "DELETE /v2.0/routers/bbbea4c3-02e7-43c1-aeaa-3a44d90cc07f HTTP/1.1" status: 204 len: 168 time: 0.7744722 Sep 08 16:42:51.610099 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 39746) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:42:51.662367 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6c44ef-2836-4cc5-95dd-e4d9a2a7d770 admin admin] Deleting subnet b2e01850-7ac2-463f-8448-d54ed1781f58 {{(pid=94083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 16:42:51.666900 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-5c6c44ef-2836-4cc5-95dd-e4d9a2a7d770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:51.708782 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-5c6c44ef-2836-4cc5-95dd-e4d9a2a7d770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29418530'] for subnet, precommit_delete_associations {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:51.824080 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-5c6c44ef-2836-4cc5-95dd-e4d9a2a7d770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772541'] for subnet, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:51.897979 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-5c6c44ef-2836-4cc5-95dd-e4d9a2a7d770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29612433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30250774'] for subnet, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:51.931414 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c44ef-2836-4cc5-95dd-e4d9a2a7d770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2e01850-7ac2-463f-8448-d54ed1781f58,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:51.939799 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-5c6c44ef-2836-4cc5-95dd-e4d9a2a7d770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:51.941749 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-5c6c44ef-2836-4cc5-95dd-e4d9a2a7d770 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b2e01850-7ac2-463f-8448-d54ed1781f58 HTTP/1.1" status: 204 len: 168 time: 0.3307378 Sep 08 16:42:51.944679 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 39750) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:42:51.947203 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc98dc1d-cce2-4434-8dac-129e8b4d1273 None None] Network 79f340db-1a37-4eed-b6d2-d74e7f82aa5e requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:42:52.016057 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f02aab47-61ff-4dae-ac2c-d5991771e19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601569'] for network, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:52.074821 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-f02aab47-61ff-4dae-ac2c-d5991771e19e admin admin] Deleting port 5e0f3a40-5ff6-4a65-885b-0c193f292b4e {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:42:52.075585 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f02aab47-61ff-4dae-ac2c-d5991771e19e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:52.149297 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-f02aab47-61ff-4dae-ac2c-d5991771e19e admin admin] For port 5e0f3a40-5ff6-4a65-885b-0c193f292b4e, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=5e0f3a40-5ff6-4a65-885b-0c193f292b4e,segment=NetworkSegment(aba39920-74c1-4240-b5ee-4cc1038a4f3c),segment_id=aba39920-74c1-4240-b5ee-4cc1038a4f3c)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:42:52.149726 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f02aab47-61ff-4dae-ac2c-d5991771e19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:52.168145 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-f02aab47-61ff-4dae-ac2c-d5991771e19e admin admin] Calling delete_port for 5e0f3a40-5ff6-4a65-885b-0c193f292b4e owned by network:dhcp {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:42:52.187114 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 9fbea380-28d5-4149-87f9-65bc0f0dbcc7 no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:42:52.207596 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: 9fbea380-28d5-4149-87f9-65bc0f0dbcc7 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:42:52.207938 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 9fbea380-28d5-4149-87f9-65bc0f0dbcc7 not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:42:52.208347 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device b64f9566-6307-4ee3-a6f3-f8d969a3bb52 no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:42:52.230260 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: b64f9566-6307-4ee3-a6f3-f8d969a3bb52 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:42:52.230608 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device b64f9566-6307-4ee3-a6f3-f8d969a3bb52 not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:42:52.256280 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f02aab47-61ff-4dae-ac2c-d5991771e19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:52.283730 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02aab47-61ff-4dae-ac2c-d5991771e19e admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0f3a40-5ff6-4a65-885b-0c193f292b4e,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:52.288551 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02aab47-61ff-4dae-ac2c-d5991771e19e admin admin] No DVR routers for this DVR port 5e0f3a40-5ff6-4a65-885b-0c193f292b4e on host dv-cinder-790535-14-iscsi {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:42:52.299793 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfb4a54-3d18-4390-ab27-2ed054c1ce17 None None] DHCP port deletion for 79f340db-1a37-4eed-b6d2-d74e7f82aa5e request from dv-cinder-790535-14-iscsi {{(pid=94084) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 16:42:52.363373 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f02aab47-61ff-4dae-ac2c-d5991771e19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770888', 'neutron.services.segments.db._delete_segments_for_network-8790707967645'] for network, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:52.385027 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.services.segments.db [None req-f02aab47-61ff-4dae-ac2c-d5991771e19e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f340db-1a37-4eed-b6d2-d74e7f82aa5e']}} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:52.395508 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.services.segments.db [None req-f02aab47-61ff-4dae-ac2c-d5991771e19e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba39920-74c1-4240-b5ee-4cc1038a4f3c') {'for_net_delete': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:52.395761 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.services.segments.db [None req-f02aab47-61ff-4dae-ac2c-d5991771e19e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba39920-74c1-4240-b5ee-4cc1038a4f3c') {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:42:52.406722 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f02aab47-61ff-4dae-ac2c-d5991771e19e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790707967910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29418587'] for segment, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:52.421682 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f02aab47-61ff-4dae-ac2c-d5991771e19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:52.428312 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02aab47-61ff-4dae-ac2c-d5991771e19e admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:42:52.428766 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f02aab47-61ff-4dae-ac2c-d5991771e19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29607027'] for segment, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: Traceback (most recent call last): Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: timer() Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: cb(*args, **kw) Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: return func(*args, **kwargs) Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: self._notify() Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: self.callback(batched_events) Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: event.method(event) Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: return f(self, *a, **k) Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: return self._get(url).json() Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: return self.request(url, 'GET', **kwargs) Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:42:52.430629 dv-cinder-790535-14-iscsi neutron-server[94083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:42:52.490963 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f02aab47-61ff-4dae-ac2c-d5991771e19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587292'] for network, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:52.496122 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f02aab47-61ff-4dae-ac2c-d5991771e19e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:52.499833 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-f02aab47-61ff-4dae-ac2c-d5991771e19e admin admin] 10.222.0.69 "DELETE /v2.0/networks/79f340db-1a37-4eed-b6d2-d74e7f82aa5e HTTP/1.1" status: 204 len: 168 time: 0.5542164 Sep 08 16:42:52.512942 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02aab47-61ff-4dae-ac2c-d5991771e19e admin admin] Pushing event deleted for resources: {'Network': ['ID=79f340db-1a37-4eed-b6d2-d74e7f82aa5e,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:52.684001 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 39754) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:42:52.736520 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-5b78fff1-6cfd-42a5-8341-9ccb28a2f3e5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1aa58ebe88844724bdd5e55cfdc8a247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513365 Sep 08 16:42:52.740500 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 39756) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:42:52.796577 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6d882e70-7d67-4b30-92a7-132b5ce93b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:52.817986 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6d882e70-7d67-4b30-92a7-132b5ce93b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:52.865600 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6d882e70-7d67-4b30-92a7-132b5ce93b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:52.869986 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6d882e70-7d67-4b30-92a7-132b5ce93b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:52.871702 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-6d882e70-7d67-4b30-92a7-132b5ce93b6d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7aad13d8-5b7c-45a6-9cb6-4a263ebdec03 HTTP/1.1" status: 204 len: 168 time: 0.1302667 Sep 08 16:42:52.879458 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d882e70-7d67-4b30-92a7-132b5ce93b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aad13d8-5b7c-45a6-9cb6-4a263ebdec03,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:53.249500 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 39762) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:42:53.289853 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-2e8494b6-d161-4f06-ba7e-b8d09cb70b75 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=200ffc97d1e8475aaf031c253680f614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391960 Sep 08 16:42:53.292879 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 39764) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:42:53.343611 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-aee0d9eb-a018-41ac-a0c2-60a6ca1b487f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:53.364098 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-aee0d9eb-a018-41ac-a0c2-60a6ca1b487f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:53.418581 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-aee0d9eb-a018-41ac-a0c2-60a6ca1b487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:53.421111 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-aee0d9eb-a018-41ac-a0c2-60a6ca1b487f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:53.422276 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-aee0d9eb-a018-41ac-a0c2-60a6ca1b487f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c6f887a2-ab67-444f-ad42-9ed6abed706a HTTP/1.1" status: 204 len: 168 time: 0.1284881 Sep 08 16:42:53.429736 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0d9eb-a018-41ac-a0c2-60a6ca1b487f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f887a2-ab67-444f-ad42-9ed6abed706a,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:42:54.037429 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 5e0f3a40-5ff6-4a65-885b-0c193f292b4e no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:42:54.065195 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: 5e0f3a40-5ff6-4a65-885b-0c193f292b4e {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:42:54.065543 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 5e0f3a40-5ff6-4a65-885b-0c193f292b4e not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:42:58.280344 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dafd8-8745-47b4-b69c-eb14b3aaa997 req-6ee811e5-5c50-46a4-b092-88d95b0fdce5 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:58.281913 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-583dafd8-8745-47b4-b69c-eb14b3aaa997 req-6ee811e5-5c50-46a4-b092-88d95b0fdce5 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 946 time: 0.0512278 Sep 08 16:42:58.331594 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-583dafd8-8745-47b4-b69c-eb14b3aaa997 req-8725435d-545f-4cfa-a5f6-0a354866e373 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409331 Sep 08 16:42:58.442131 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-edb54fc8-38d4-4ea2-b8d1-05a0fc219045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:42:58.508222 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:42:59.467965 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42659d4a-3265-43ce-9581-f06a6eddd4c6 req-a53a58c9-7c92-4012-98e8-6f052a31cb51 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:59.469467 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-42659d4a-3265-43ce-9581-f06a6eddd4c6 req-a53a58c9-7c92-4012-98e8-6f052a31cb51 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 946 time: 0.0518277 Sep 08 16:42:59.511485 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-42659d4a-3265-43ce-9581-f06a6eddd4c6 req-781c3871-da32-468d-8954-0d8844c2f463 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups?id=37319a40-b3a0-4324-aecd-b5427fa231c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329440 Sep 08 16:42:59.919854 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803707f-a0f4-4d67-9c56-92c7873bfff5 req-2dbab027-0465-4f19-83b3-3e8cb147784f tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:42:59.921245 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e803707f-a0f4-4d67-9c56-92c7873bfff5 req-2dbab027-0465-4f19-83b3-3e8cb147784f tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.38 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 946 time: 0.0680766 Sep 08 16:43:00.033962 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-e803707f-a0f4-4d67-9c56-92c7873bfff5 req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Deleting port 45199c79-9c72-4bd2-a28a-ac20bfc5f711 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:43:00.034256 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-e803707f-a0f4-4d67-9c56-92c7873bfff5 req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:00.135996 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-e803707f-a0f4-4d67-9c56-92c7873bfff5 req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] For port 45199c79-9c72-4bd2-a28a-ac20bfc5f711, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45199c79-9c72-4bd2-a28a-ac20bfc5f711,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:43:00.136423 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-e803707f-a0f4-4d67-9c56-92c7873bfff5 req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:00.320463 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-e803707f-a0f4-4d67-9c56-92c7873bfff5 req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:00.320919 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-e803707f-a0f4-4d67-9c56-92c7873bfff5 req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587310'] for floatingip, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:00.321245 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.l3_db [req-e803707f-a0f4-4d67-9c56-92c7873bfff5 req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Floating IP a1ec97ce-e898-419a-97a5-c8ca95358c12 disassociated. External IP: 172.27.3.26, port: 45199c79-9c72-4bd2-a28a-ac20bfc5f711. Sep 08 16:43:00.321576 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-e803707f-a0f4-4d67-9c56-92c7873bfff5 req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Calling delete_port for 45199c79-9c72-4bd2-a28a-ac20bfc5f711 owned by compute:nova {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:43:00.467915 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-e803707f-a0f4-4d67-9c56-92c7873bfff5 req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:00.500301 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Pushing event deleted for resources: {'Port': ['ID=45199c79-9c72-4bd2-a28a-ac20bfc5f711,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:00.513566 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:00.513928 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:00.514259 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:00.514593 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:00.514909 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:00.515229 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:00.515571 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:00.515899 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:00.516208 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:00.516538 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:00.516849 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:00.517172 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:00.640776 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-bd473994-25c6-4469-a019-812c3e60398a req-55150ef4-123b-4c99-9dea-4990e74c335b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/ports?device_id=378b05c2-04ac-4c9c-a5bc-a29fba7deac0 HTTP/1.1" status: 200 len: 210 time: 0.0305812 Sep 08 16:43:00.656536 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e803707f-a0f4-4d67-9c56-92c7873bfff5 req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Router 1c2981d7-ce23-42c4-a649-13d935c11465 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:43:00.768988 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e803707f-a0f4-4d67-9c56-92c7873bfff5 req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:43:00.779847 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329fb654-a11a-42f2-b611-d2eb9a0d7d94 None None] Sync routers for ids ['1c2981d7-ce23-42c4-a649-13d935c11465'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:43:00.790232 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329fb654-a11a-42f2-b611-d2eb9a0d7d94 None None] Routers {'1c2981d7-ce23-42c4-a649-13d935c11465'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:43:00.790883 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-329fb654-a11a-42f2-b611-d2eb9a0d7d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:42:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['1c2981d7-ce23-42c4-a649-13d935c11465'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:00.809698 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-e803707f-a0f4-4d67-9c56-92c7873bfff5 req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] No DVR routers for this DVR port 45199c79-9c72-4bd2-a28a-ac20bfc5f711 on host hv-cinder-79053 {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:43:00.812359 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-e803707f-a0f4-4d67-9c56-92c7873bfff5 req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:00.814341 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e803707f-a0f4-4d67-9c56-92c7873bfff5 req-559bf059-2759-4dc4-99e7-9b18fa29736b tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.38 "DELETE /v2.0/ports/45199c79-9c72-4bd2-a28a-ac20bfc5f711 HTTP/1.1" status: 204 len: 173 time: 0.8859596 Sep 08 16:43:00.814773 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378b05c2-04ac-4c9c-a5bc-a29fba7deac0', 'name': 'network-vif-deleted', 'tag': '45199c79-9c72-4bd2-a28a-ac20bfc5f711'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:43:00.817088 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce0c46a-0206-4620-b85b-7f36b7cb7ceb" -d '{"events": [{"server_uuid": "378b05c2-04ac-4c9c-a5bc-a29fba7deac0", "name": "network-vif-deleted", "tag": "45199c79-9c72-4bd2-a28a-ac20bfc5f711"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:43:00.858171 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f670442b-f804-4be9-a764-700d0cc7fdff x-openstack-request-id: req-f670442b-f804-4be9-a764-700d0cc7fdff {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:43:00.858461 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378b05c2-04ac-4c9c-a5bc-a29fba7deac0", "name": "network-vif-deleted", "tag": "45199c79-9c72-4bd2-a28a-ac20bfc5f711", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:43:00.858715 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f670442b-f804-4be9-a764-700d0cc7fdff {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:43:00.859145 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378b05c2-04ac-4c9c-a5bc-a29fba7deac0', 'name': 'network-vif-deleted', 'tag': '45199c79-9c72-4bd2-a28a-ac20bfc5f711', 'status': 'completed', 'code': 200} Sep 08 16:43:00.903567 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-329fb654-a11a-42f2-b611-d2eb9a0d7d94 None None] Set router 1c2981d7-ce23-42c4-a649-13d935c11465 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:43:01.126237 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-329fb654-a11a-42f2-b611-d2eb9a0d7d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:31Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'gw_port': {'id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:32Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973', 'name': '', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'mac_address': 'fa:16:3e:b0:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:48Z', 'revision_number': 5, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'subnets': [{'id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:01.161304 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329fb654-a11a-42f2-b611-d2eb9a0d7d94 None None] Checking router: 1c2981d7-ce23-42c4-a649-13d935c11465 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:43:01.170215 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-92ecd590-5df7-4b84-9508-07b985cf76fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:01.173183 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329fb654-a11a-42f2-b611-d2eb9a0d7d94 None None] Routers {'1c2981d7-ce23-42c4-a649-13d935c11465'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:43:01.173816 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-329fb654-a11a-42f2-b611-d2eb9a0d7d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:42:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['1c2981d7-ce23-42c4-a649-13d935c11465'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:01.231864 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:01.294272 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-329fb654-a11a-42f2-b611-d2eb9a0d7d94 None None] Set router 1c2981d7-ce23-42c4-a649-13d935c11465 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:43:01.503955 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-329fb654-a11a-42f2-b611-d2eb9a0d7d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:31Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'gw_port': {'id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:32Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973', 'name': '', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'mac_address': 'fa:16:3e:b0:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:48Z', 'revision_number': 5, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'subnets': [{'id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:01.531473 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329fb654-a11a-42f2-b611-d2eb9a0d7d94 None None] The sync data for ids ['1c2981d7-ce23-42c4-a649-13d935c11465'] in dv-cinder-790535-14-iscsi is: [{'id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:31Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'gw_port': {'id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:32Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973', 'name': '', 'network_id': 'd5885bf2-f857-4e7a-90de-683d9b947e27', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'mac_address': 'fa:16:3e:b0:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:48Z', 'revision_number': 5, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'subnets': [{'id': '7c2d542b-edd8-4e91-896a-b3e1b00238ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:43:01.737970 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 39794) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:01.774877 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab79b97-bf78-4dbe-9552-be2aaf093ae9 None None] New status for floating IP a1ec97ce-e898-419a-97a5-c8ca95358c12: DOWN {{(pid=94085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:43:01.805524 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d1c05f1b-a87f-43ca-998f-4ea94ce50402 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:01.829901 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d1c05f1b-a87f-43ca-998f-4ea94ce50402 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:01.880633 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d1c05f1b-a87f-43ca-998f-4ea94ce50402 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:01.883268 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d1c05f1b-a87f-43ca-998f-4ea94ce50402 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:01.884475 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-d1c05f1b-a87f-43ca-998f-4ea94ce50402 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "DELETE /v2.0/security-groups/37319a40-b3a0-4324-aecd-b5427fa231c3 HTTP/1.1" status: 204 len: 168 time: 0.1454318 Sep 08 16:43:01.887603 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 39796) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:01.894307 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c05f1b-a87f-43ca-998f-4ea94ce50402 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37319a40-b3a0-4324-aecd-b5427fa231c3,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:01.904018 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.api.v2.resource [None req-c47f1835-7a20-46bc-96cc-0fbc63d63d32 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] show failed (client error): The resource could not be found. Sep 08 16:43:01.908277 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-c47f1835-7a20-46bc-96cc-0fbc63d63d32 tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "GET /v2.0/security-groups/37319a40-b3a0-4324-aecd-b5427fa231c3 HTTP/1.1" status: 404 len: 347 time: 0.0195050 Sep 08 16:43:01.908829 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 39798) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:02.038386 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-0372d5c4-df37-4a67-bbd0-cc492d67dc0a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Deleting port b4c8e2f4-aeb5-4095-86fa-facf28f9a1d6 {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:43:02.038734 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0372d5c4-df37-4a67-bbd0-cc492d67dc0a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:02.117260 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0372d5c4-df37-4a67-bbd0-cc492d67dc0a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:02.117511 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0372d5c4-df37-4a67-bbd0-cc492d67dc0a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:02.128951 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-0372d5c4-df37-4a67-bbd0-cc492d67dc0a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Calling delete_port for b4c8e2f4-aeb5-4095-86fa-facf28f9a1d6 owned by network:floatingip {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:43:02.269689 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0372d5c4-df37-4a67-bbd0-cc492d67dc0a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:02.298018 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372d5c4-df37-4a67-bbd0-cc492d67dc0a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Pushing event deleted for resources: {'Port': ['ID=b4c8e2f4-aeb5-4095-86fa-facf28f9a1d6,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:02.355989 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0372d5c4-df37-4a67-bbd0-cc492d67dc0a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks [] for floatingip, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:02.358545 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0372d5c4-df37-4a67-bbd0-cc492d67dc0a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:02.359736 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-0372d5c4-df37-4a67-bbd0-cc492d67dc0a tempest-AttachVolumeShelveTestJSON-1205917400 tempest-AttachVolumeShelveTestJSON-1205917400-project] 10.222.0.69 "DELETE /v2.0/floatingips/a1ec97ce-e898-419a-97a5-c8ca95358c12 HTTP/1.1" status: 204 len: 168 time: 0.4499884 Sep 08 16:43:02.523702 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:02.961082 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 45199c79-9c72-4bd2-a28a-ac20bfc5f711 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:43:02.986184 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] No Port match for: 45199c79-9c72-4bd2-a28a-ac20bfc5f711 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:43:02.986520 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 45199c79-9c72-4bd2-a28a-ac20bfc5f711 not bound to the agent host hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:43:04.163043 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:04.825746 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 39830) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:05.642415 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-e42dedf4-0281-40aa-aad0-f6fa6ae0d20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588590'] for router_interface, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:05.919153 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-e42dedf4-0281-40aa-aad0-f6fa6ae0d20b admin admin] Deleting port 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:43:05.919813 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-e42dedf4-0281-40aa-aad0-f6fa6ae0d20b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:06.012217 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-e42dedf4-0281-40aa-aad0-f6fa6ae0d20b admin admin] For port 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:43:06.012579 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-e42dedf4-0281-40aa-aad0-f6fa6ae0d20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:06.025883 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-e42dedf4-0281-40aa-aad0-f6fa6ae0d20b admin admin] Calling delete_port for 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973 owned by network:router_interface {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:43:06.227930 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-e42dedf4-0281-40aa-aad0-f6fa6ae0d20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:06.255361 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42dedf4-0281-40aa-aad0-f6fa6ae0d20b admin admin] Pushing event deleted for resources: {'Port': ['ID=4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:06.423020 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-e42dedf4-0281-40aa-aad0-f6fa6ae0d20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588698'] for router_interface, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:06.645388 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42dedf4-0281-40aa-aad0-f6fa6ae0d20b admin admin] Router 1c2981d7-ce23-42c4-a649-13d935c11465 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:43:06.759771 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42dedf4-0281-40aa-aad0-f6fa6ae0d20b admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:43:06.768577 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-e42dedf4-0281-40aa-aad0-f6fa6ae0d20b admin admin] 10.222.0.69 "PUT /v2.0/routers/1c2981d7-ce23-42c4-a649-13d935c11465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9383945 Sep 08 16:43:06.768577 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 39846) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:06.770722 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe344b0f-5568-4057-8ce4-9fe9c3bcca8e None None] Sync routers for ids ['1c2981d7-ce23-42c4-a649-13d935c11465'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:43:06.783257 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe344b0f-5568-4057-8ce4-9fe9c3bcca8e None None] Routers {'1c2981d7-ce23-42c4-a649-13d935c11465'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:43:06.783970 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-fe344b0f-5568-4057-8ce4-9fe9c3bcca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:43:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['1c2981d7-ce23-42c4-a649-13d935c11465'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:06.872995 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a9f86056-cf6f-4d77-aeb2-d954c9b919d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:06.889790 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-fe344b0f-5568-4057-8ce4-9fe9c3bcca8e None None] Set router 1c2981d7-ce23-42c4-a649-13d935c11465 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:43:06.982835 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a9f86056-cf6f-4d77-aeb2-d954c9b919d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:07.065758 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-a9f86056-cf6f-4d77-aeb2-d954c9b919d9 admin admin] Deleting port c1d672ab-33c9-4eae-97fd-4b05b225b6fa {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:43:07.066107 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a9f86056-cf6f-4d77-aeb2-d954c9b919d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:07.095978 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-fe344b0f-5568-4057-8ce4-9fe9c3bcca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:31Z', 'updated_at': '2021-09-08T16:43:06Z', 'revision_number': 5, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'gw_port': {'id': 'c1d672ab-33c9-4eae-97fd-4b05b225b6fa', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:32Z', 'updated_at': '2021-09-08T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:07.125900 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe344b0f-5568-4057-8ce4-9fe9c3bcca8e None None] Checking router: 1c2981d7-ce23-42c4-a649-13d935c11465 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:43:07.134468 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe344b0f-5568-4057-8ce4-9fe9c3bcca8e None None] Routers {'1c2981d7-ce23-42c4-a649-13d935c11465'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:43:07.135094 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-fe344b0f-5568-4057-8ce4-9fe9c3bcca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:43:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['1c2981d7-ce23-42c4-a649-13d935c11465'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:07.153775 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-a9f86056-cf6f-4d77-aeb2-d954c9b919d9 admin admin] For port c1d672ab-33c9-4eae-97fd-4b05b225b6fa, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=c1d672ab-33c9-4eae-97fd-4b05b225b6fa,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:43:07.154174 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a9f86056-cf6f-4d77-aeb2-d954c9b919d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:07.167694 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-a9f86056-cf6f-4d77-aeb2-d954c9b919d9 admin admin] Calling delete_port for c1d672ab-33c9-4eae-97fd-4b05b225b6fa owned by network:router_gateway {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:43:07.366016 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a9f86056-cf6f-4d77-aeb2-d954c9b919d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:07.370023 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-fe344b0f-5568-4057-8ce4-9fe9c3bcca8e None None] Set router 1c2981d7-ce23-42c4-a649-13d935c11465 gateway port host: None {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:43:07.398203 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f86056-cf6f-4d77-aeb2-d954c9b919d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d672ab-33c9-4eae-97fd-4b05b225b6fa,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:07.428733 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-fe344b0f-5568-4057-8ce4-9fe9c3bcca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:31Z', 'updated_at': '2021-09-08T16:43:06Z', 'revision_number': 6, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'gw_port_host': None}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:07.456327 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe344b0f-5568-4057-8ce4-9fe9c3bcca8e None None] The sync data for ids ['1c2981d7-ce23-42c4-a649-13d935c11465'] in dv-cinder-790535-14-iscsi is: [{'id': '1c2981d7-ce23-42c4-a649-13d935c11465', 'name': 'tempest-AttachVolumeShelveTestJSON-1775395770-router', 'tenant_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:31Z', 'updated_at': '2021-09-08T16:43:06Z', 'revision_number': 6, 'project_id': '4e1afedab9c44cb28f302d9f903cc9c1', 'gw_port_host': None}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:43:07.463424 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a9f86056-cf6f-4d77-aeb2-d954c9b919d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587384'] for router_gateway, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:07.556477 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a9f86056-cf6f-4d77-aeb2-d954c9b919d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14215'] for router, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:07.558864 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a9f86056-cf6f-4d77-aeb2-d954c9b919d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:07.605935 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a9f86056-cf6f-4d77-aeb2-d954c9b919d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524738'] for router, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:07.606479 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f86056-cf6f-4d77-aeb2-d954c9b919d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c2981d7-ce23-42c4-a649-13d935c11465 {{(pid=94083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 16:43:07.611049 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a9f86056-cf6f-4d77-aeb2-d954c9b919d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:07.614665 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-a9f86056-cf6f-4d77-aeb2-d954c9b919d9 admin admin] 10.222.0.69 "DELETE /v2.0/routers/1c2981d7-ce23-42c4-a649-13d935c11465 HTTP/1.1" status: 204 len: 168 time: 0.8431408 Sep 08 16:43:07.614890 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 39866) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:07.630816 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b69ef-a526-4f1a-9606-782e426e2c51 req-49c5b723-25a5-4f02-9ebf-9555ba5dbcdb tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:07.632469 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-da9b69ef-a526-4f1a-9606-782e426e2c51 req-49c5b723-25a5-4f02-9ebf-9555ba5dbcdb tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=344579be-0ec8-43e7-9efd-d68d2730bdf6 HTTP/1.1" status: 200 len: 945 time: 0.0520101 Sep 08 16:43:07.658174 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_v2 [None req-a635358d-9448-4c2d-87f4-a7ad4ca18440 admin admin] Deleting subnet 7c2d542b-edd8-4e91-896a-b3e1b00238ca {{(pid=94083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 16:43:07.661283 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a635358d-9448-4c2d-87f4-a7ad4ca18440 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:07.677163 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-da9b69ef-a526-4f1a-9606-782e426e2c51 req-fe95b22e-a5ef-4ad2-af7a-269b9c5502b6 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=234af289-a1a9-4895-bccc-634ea80bfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382078 Sep 08 16:43:07.694954 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a635358d-9448-4c2d-87f4-a7ad4ca18440 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29418530'] for subnet, precommit_delete_associations {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:07.786896 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a635358d-9448-4c2d-87f4-a7ad4ca18440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772541'] for subnet, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:07.844052 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a635358d-9448-4c2d-87f4-a7ad4ca18440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29612433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30250774'] for subnet, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:07.873634 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-a635358d-9448-4c2d-87f4-a7ad4ca18440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:07.877985 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-a635358d-9448-4c2d-87f4-a7ad4ca18440 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/7c2d542b-edd8-4e91-896a-b3e1b00238ca HTTP/1.1" status: 204 len: 168 time: 0.2598765 Sep 08 16:43:07.877985 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635358d-9448-4c2d-87f4-a7ad4ca18440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c2d542b-edd8-4e91-896a-b3e1b00238ca,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:07.880590 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 39868) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:07.884017 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200997db-fcf4-46b3-b74e-91cc145e584c None None] Network d5885bf2-f857-4e7a-90de-683d9b947e27 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:43:07.956762 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6ee5-d477-4d91-ba1e-78f6fc1e3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601569'] for network, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:08.027800 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b6ee5-d477-4d91-ba1e-78f6fc1e3d68 admin admin] Deleting port 951fcd9e-64c5-4fbb-9d42-f926e6844f8f {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:43:08.028146 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6ee5-d477-4d91-ba1e-78f6fc1e3d68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:08.099970 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9d8b6ee5-d477-4d91-ba1e-78f6fc1e3d68 admin admin] For port 951fcd9e-64c5-4fbb-9d42-f926e6844f8f, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=951fcd9e-64c5-4fbb-9d42-f926e6844f8f,segment=NetworkSegment(36ca834f-8c39-4a3f-af4b-a1291b898cec),segment_id=36ca834f-8c39-4a3f-af4b-a1291b898cec)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:43:08.100239 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6ee5-d477-4d91-ba1e-78f6fc1e3d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:08.112369 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b6ee5-d477-4d91-ba1e-78f6fc1e3d68 admin admin] Calling delete_port for 951fcd9e-64c5-4fbb-9d42-f926e6844f8f owned by network:dhcp {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:43:08.199756 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6ee5-d477-4d91-ba1e-78f6fc1e3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:08.231072 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b6ee5-d477-4d91-ba1e-78f6fc1e3d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=951fcd9e-64c5-4fbb-9d42-f926e6844f8f,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:08.235211 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8b6ee5-d477-4d91-ba1e-78f6fc1e3d68 admin admin] No DVR routers for this DVR port 951fcd9e-64c5-4fbb-9d42-f926e6844f8f on host dv-cinder-790535-14-iscsi {{(pid=94082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:43:08.265944 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81022867-0f02-444e-8957-f272f0a1b799 None None] DHCP port deletion for d5885bf2-f857-4e7a-90de-683d9b947e27 request from dv-cinder-790535-14-iscsi {{(pid=94084) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 16:43:08.318282 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device c1d672ab-33c9-4eae-97fd-4b05b225b6fa no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:43:08.324818 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6ee5-d477-4d91-ba1e-78f6fc1e3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770888', 'neutron.services.segments.db._delete_segments_for_network-8790707967645'] for network, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:08.338750 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: c1d672ab-33c9-4eae-97fd-4b05b225b6fa {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:43:08.339218 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device c1d672ab-33c9-4eae-97fd-4b05b225b6fa not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:43:08.339566 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 951fcd9e-64c5-4fbb-9d42-f926e6844f8f no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:43:08.348141 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-9d8b6ee5-d477-4d91-ba1e-78f6fc1e3d68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5885bf2-f857-4e7a-90de-683d9b947e27']}} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:08.360650 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-9d8b6ee5-d477-4d91-ba1e-78f6fc1e3d68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ca834f-8c39-4a3f-af4b-a1291b898cec') {'for_net_delete': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:08.361111 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-9d8b6ee5-d477-4d91-ba1e-78f6fc1e3d68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ca834f-8c39-4a3f-af4b-a1291b898cec') {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:08.364642 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: 951fcd9e-64c5-4fbb-9d42-f926e6844f8f {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:43:08.364961 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 951fcd9e-64c5-4fbb-9d42-f926e6844f8f not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:43:08.365381 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973 no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:43:08.373277 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6ee5-d477-4d91-ba1e-78f6fc1e3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790707967910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29646770'] for segment, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:08.389758 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:43:08.390135 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 4dfbd5e5-aa4e-4672-a3a3-010c1c1eb973 not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:43:08.394976 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6ee5-d477-4d91-ba1e-78f6fc1e3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:08.402248 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8b6ee5-d477-4d91-ba1e-78f6fc1e3d68 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:43:08.402248 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6ee5-d477-4d91-ba1e-78f6fc1e3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29530984'] for segment, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: Traceback (most recent call last): Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: timer() Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: cb(*args, **kw) Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: return func(*args, **kwargs) Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: self._notify() Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: self.callback(batched_events) Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: event.method(event) Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: return f(self, *a, **k) Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: return self._get(url).json() Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: return self.request(url, 'GET', **kwargs) Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:43:08.404101 dv-cinder-790535-14-iscsi neutron-server[94082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:43:08.466339 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6ee5-d477-4d91-ba1e-78f6fc1e3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587292'] for network, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:08.472133 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6ee5-d477-4d91-ba1e-78f6fc1e3d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:08.473898 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-9d8b6ee5-d477-4d91-ba1e-78f6fc1e3d68 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d5885bf2-f857-4e7a-90de-683d9b947e27 HTTP/1.1" status: 204 len: 168 time: 0.5923169 Sep 08 16:43:08.486994 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b6ee5-d477-4d91-ba1e-78f6fc1e3d68 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5885bf2-f857-4e7a-90de-683d9b947e27,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:08.600689 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 39872) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:08.640736 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-c531b4c2-c830-4391-9781-7a53067d698a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4e1afedab9c44cb28f302d9f903cc9c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386074 Sep 08 16:43:08.643061 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 39874) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:08.692189 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c5f20aab-9e06-4f21-bc8c-15031c7cb750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:08.714269 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c5f20aab-9e06-4f21-bc8c-15031c7cb750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:08.762809 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c5f20aab-9e06-4f21-bc8c-15031c7cb750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:08.766093 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c5f20aab-9e06-4f21-bc8c-15031c7cb750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:08.767482 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-c5f20aab-9e06-4f21-bc8c-15031c7cb750 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9832bcc9-6bf5-4d39-a293-c01d95bf49d5 HTTP/1.1" status: 204 len: 168 time: 0.1233487 Sep 08 16:43:08.776325 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f20aab-9e06-4f21-bc8c-15031c7cb750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9832bcc9-6bf5-4d39-a293-c01d95bf49d5,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:08.804712 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fed9a7-8f66-4ab2-971d-774e9d733d43 req-4a3ebd00-2660-4a39-95e7-7b4360d0bb99 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:08.806268 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d3fed9a7-8f66-4ab2-971d-774e9d733d43 req-4a3ebd00-2660-4a39-95e7-7b4360d0bb99 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=344579be-0ec8-43e7-9efd-d68d2730bdf6 HTTP/1.1" status: 200 len: 945 time: 0.0578594 Sep 08 16:43:08.844347 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d3fed9a7-8f66-4ab2-971d-774e9d733d43 req-478f69c4-2fa3-4c67-8dd4-29d76c6a85cc tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=234af289-a1a9-4895-bccc-634ea80bfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317075 Sep 08 16:43:09.452995 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f9019-608c-499e-a16a-3594b68ddb66 req-c56c754d-1038-42bf-b97e-1ca1667e0c5c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:09.454474 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-198f9019-608c-499e-a16a-3594b68ddb66 req-c56c754d-1038-42bf-b97e-1ca1667e0c5c tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.38 "GET /v2.0/ports?device_id=344579be-0ec8-43e7-9efd-d68d2730bdf6 HTTP/1.1" status: 200 len: 945 time: 0.0632682 Sep 08 16:43:09.552438 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-198f9019-608c-499e-a16a-3594b68ddb66 req-ed0cbf14-9886-46e5-b33a-3cf77e2a82eb tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Deleting port 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:43:09.552787 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-198f9019-608c-499e-a16a-3594b68ddb66 req-ed0cbf14-9886-46e5-b33a-3cf77e2a82eb tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:09.644459 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-198f9019-608c-499e-a16a-3594b68ddb66 req-ed0cbf14-9886-46e5-b33a-3cf77e2a82eb tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] For port 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6,segment=NetworkSegment(f3688c3c-dbc6-43be-b85b-d7d2696b7239),segment_id=f3688c3c-dbc6-43be-b85b-d7d2696b7239)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:43:09.644837 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-198f9019-608c-499e-a16a-3594b68ddb66 req-ed0cbf14-9886-46e5-b33a-3cf77e2a82eb tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:09.827761 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-198f9019-608c-499e-a16a-3594b68ddb66 req-ed0cbf14-9886-46e5-b33a-3cf77e2a82eb tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:09.828678 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-198f9019-608c-499e-a16a-3594b68ddb66 req-ed0cbf14-9886-46e5-b33a-3cf77e2a82eb tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587310'] for floatingip, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:09.828678 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.l3_db [req-198f9019-608c-499e-a16a-3594b68ddb66 req-ed0cbf14-9886-46e5-b33a-3cf77e2a82eb tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Floating IP 4dd29a17-4b35-498f-b2f0-4af008e1ef26 disassociated. External IP: 172.27.3.184, port: 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6. Sep 08 16:43:09.828879 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-198f9019-608c-499e-a16a-3594b68ddb66 req-ed0cbf14-9886-46e5-b33a-3cf77e2a82eb tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Calling delete_port for 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 owned by compute:nova {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:43:09.970693 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-198f9019-608c-499e-a16a-3594b68ddb66 req-ed0cbf14-9886-46e5-b33a-3cf77e2a82eb tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:09.989218 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8c506-209e-41fb-936b-e7378814309c req-7fad1527-6558-48fa-b0f5-a98d88365fc2 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:09.996146 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-2af8c506-209e-41fb-936b-e7378814309c req-7fad1527-6558-48fa-b0f5-a98d88365fc2 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/ports?device_id=344579be-0ec8-43e7-9efd-d68d2730bdf6 HTTP/1.1" status: 200 len: 867 time: 0.0682921 Sep 08 16:43:09.999928 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cbf14-9886-46e5-b33a-3cf77e2a82eb tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Pushing event deleted for resources: {'Port': ['ID=3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:10.036834 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-2af8c506-209e-41fb-936b-e7378814309c req-159aa8c5-096f-4c04-a60f-211fd6fe38ba tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups?id=234af289-a1a9-4895-bccc-634ea80bfc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390267 Sep 08 16:43:10.122603 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-198f9019-608c-499e-a16a-3594b68ddb66 req-ed0cbf14-9886-46e5-b33a-3cf77e2a82eb tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Router 238b8d44-6f87-4093-8fd6-5624cc1c743a has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:43:10.237529 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-198f9019-608c-499e-a16a-3594b68ddb66 req-ed0cbf14-9886-46e5-b33a-3cf77e2a82eb tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:43:10.252577 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7824d0c-fc4e-4270-99e2-885efc0331e3 None None] Sync routers for ids ['238b8d44-6f87-4093-8fd6-5624cc1c743a'] in dv-cinder-790535-14-iscsi {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:43:10.262092 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7824d0c-fc4e-4270-99e2-885efc0331e3 None None] Routers {'238b8d44-6f87-4093-8fd6-5624cc1c743a'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:43:10.262815 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-f7824d0c-fc4e-4270-99e2-885efc0331e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:43:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['238b8d44-6f87-4093-8fd6-5624cc1c743a'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:10.289048 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-198f9019-608c-499e-a16a-3594b68ddb66 req-ed0cbf14-9886-46e5-b33a-3cf77e2a82eb tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] No DVR routers for this DVR port 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 on host hv-cinder-79053 {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:43:10.291837 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-198f9019-608c-499e-a16a-3594b68ddb66 req-ed0cbf14-9886-46e5-b33a-3cf77e2a82eb tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:10.294083 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-198f9019-608c-499e-a16a-3594b68ddb66 req-ed0cbf14-9886-46e5-b33a-3cf77e2a82eb tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.38 "DELETE /v2.0/ports/3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 HTTP/1.1" status: 204 len: 173 time: 0.8327885 Sep 08 16:43:10.294681 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344579be-0ec8-43e7-9efd-d68d2730bdf6', 'name': 'network-vif-deleted', 'tag': '3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:43:10.296969 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045c03d7-0767-482f-ba56-7367bb406080" -d '{"events": [{"server_uuid": "344579be-0ec8-43e7-9efd-d68d2730bdf6", "name": "network-vif-deleted", "tag": "3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:43:10.345285 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e15ebc-6019-41c3-80da-e73510c8fd99 x-openstack-request-id: req-94e15ebc-6019-41c3-80da-e73510c8fd99 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:43:10.345604 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344579be-0ec8-43e7-9efd-d68d2730bdf6", "name": "network-vif-deleted", "tag": "3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:43:10.345855 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94e15ebc-6019-41c3-80da-e73510c8fd99 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:43:10.346251 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344579be-0ec8-43e7-9efd-d68d2730bdf6', 'name': 'network-vif-deleted', 'tag': '3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6', 'status': 'completed', 'code': 200} Sep 08 16:43:10.468122 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-f7824d0c-fc4e-4270-99e2-885efc0331e3 None None] Set router 238b8d44-6f87-4093-8fd6-5624cc1c743a gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:43:10.687739 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-f7824d0c-fc4e-4270-99e2-885efc0331e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:35Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 4, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'gw_port': {'id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '58e12531-4629-4f25-91ac-0b658a03703a', 'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'mac_address': 'fa:16:3e:6e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:40Z', 'updated_at': '2021-09-08T16:35:55Z', 'revision_number': 5, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'subnets': [{'id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:10.717063 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7824d0c-fc4e-4270-99e2-885efc0331e3 None None] Checking router: 238b8d44-6f87-4093-8fd6-5624cc1c743a for host: dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:43:10.726153 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7824d0c-fc4e-4270-99e2-885efc0331e3 None None] Routers {'238b8d44-6f87-4093-8fd6-5624cc1c743a'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:43:10.726799 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-f7824d0c-fc4e-4270-99e2-885efc0331e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:43:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['238b8d44-6f87-4093-8fd6-5624cc1c743a'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:10.832742 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-f7824d0c-fc4e-4270-99e2-885efc0331e3 None None] Set router 238b8d44-6f87-4093-8fd6-5624cc1c743a gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:43:11.034452 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-f7824d0c-fc4e-4270-99e2-885efc0331e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:35Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 4, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'gw_port': {'id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '58e12531-4629-4f25-91ac-0b658a03703a', 'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'mac_address': 'fa:16:3e:6e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:40Z', 'updated_at': '2021-09-08T16:35:55Z', 'revision_number': 5, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'subnets': [{'id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:11.061124 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7824d0c-fc4e-4270-99e2-885efc0331e3 None None] The sync data for ids ['238b8d44-6f87-4093-8fd6-5624cc1c743a'] in dv-cinder-790535-14-iscsi is: [{'id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:35Z', 'updated_at': '2021-09-08T16:35:41Z', 'revision_number': 4, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'gw_port': {'id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '58e12531-4629-4f25-91ac-0b658a03703a', 'name': '', 'network_id': 'f9db32ff-f404-4a60-9a66-c9419aa017aa', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'mac_address': 'fa:16:3e:6e:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:40Z', 'updated_at': '2021-09-08T16:35:55Z', 'revision_number': 5, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'subnets': [{'id': 'b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:43:11.136284 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 39918) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:11.205639 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-57d0774e-a0c5-44ea-98ec-eb3cb29f9ba5 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:11.230754 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-57d0774e-a0c5-44ea-98ec-eb3cb29f9ba5 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:11.281598 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-57d0774e-a0c5-44ea-98ec-eb3cb29f9ba5 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:11.284647 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-57d0774e-a0c5-44ea-98ec-eb3cb29f9ba5 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:11.288515 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-57d0774e-a0c5-44ea-98ec-eb3cb29f9ba5 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "DELETE /v2.0/security-groups/234af289-a1a9-4895-bccc-634ea80bfc25 HTTP/1.1" status: 204 len: 168 time: 0.1485343 Sep 08 16:43:11.289450 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 39922) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:11.307942 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.api.v2.resource [None req-273c221a-e15c-4b08-92b1-5c434872a612 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] show failed (client error): The resource could not be found. Sep 08 16:43:11.308996 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-273c221a-e15c-4b08-92b1-5c434872a612 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "GET /v2.0/security-groups/234af289-a1a9-4895-bccc-634ea80bfc25 HTTP/1.1" status: 404 len: 347 time: 0.0186014 Sep 08 16:43:11.309795 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0774e-a0c5-44ea-98ec-eb3cb29f9ba5 tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=234af289-a1a9-4895-bccc-634ea80bfc25,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:11.312693 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 39924) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:11.338156 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dcfa08-c12d-4135-9e49-e2cf13c1fc57 None None] New status for floating IP 4dd29a17-4b35-498f-b2f0-4af008e1ef26: DOWN {{(pid=94084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:43:11.446300 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-caebdf1a-b2e1-4d88-9c99-83e33eb6eb8d tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Deleting port dee17b33-9be0-4793-8bd9-9a2a6079a318 {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:43:11.446704 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-caebdf1a-b2e1-4d88-9c99-83e33eb6eb8d tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:11.540125 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-caebdf1a-b2e1-4d88-9c99-83e33eb6eb8d tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:11.540463 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-caebdf1a-b2e1-4d88-9c99-83e33eb6eb8d tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:11.552897 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-caebdf1a-b2e1-4d88-9c99-83e33eb6eb8d tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Calling delete_port for dee17b33-9be0-4793-8bd9-9a2a6079a318 owned by network:floatingip {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:43:11.704427 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-caebdf1a-b2e1-4d88-9c99-83e33eb6eb8d tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:11.735734 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebdf1a-b2e1-4d88-9c99-83e33eb6eb8d tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Pushing event deleted for resources: {'Port': ['ID=dee17b33-9be0-4793-8bd9-9a2a6079a318,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:11.814172 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-caebdf1a-b2e1-4d88-9c99-83e33eb6eb8d tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks [] for floatingip, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:11.817295 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-caebdf1a-b2e1-4d88-9c99-83e33eb6eb8d tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:11.819153 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-caebdf1a-b2e1-4d88-9c99-83e33eb6eb8d tempest-AttachVolumeTestJSON-1887289597 tempest-AttachVolumeTestJSON-1887289597-project] 10.222.0.69 "DELETE /v2.0/floatingips/4dd29a17-4b35-498f-b2f0-4af008e1ef26 HTTP/1.1" status: 204 len: 168 time: 0.5053124 Sep 08 16:43:14.093128 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:43:14.117581 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] No Port match for: 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:43:14.118049 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 3d38b8db-d5eb-43da-a0ca-4c9fd9f856e6 not bound to the agent host hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:43:16.115731 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:17.533527 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 40000) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:18.092259 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-1b179d25-50cb-4497-a676-efc081cc4382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588590'] for router_interface, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:18.287028 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 40010) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:18.353017 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-1b179d25-50cb-4497-a676-efc081cc4382 admin admin] Deleting port 58e12531-4629-4f25-91ac-0b658a03703a {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:43:18.353017 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-1b179d25-50cb-4497-a676-efc081cc4382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:18.406073 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f37b32b6-b96d-44a1-b961-98ae8b8ab9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:18.436470 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-1b179d25-50cb-4497-a676-efc081cc4382 admin admin] For port 58e12531-4629-4f25-91ac-0b658a03703a, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=58e12531-4629-4f25-91ac-0b658a03703a,segment=NetworkSegment(f3688c3c-dbc6-43be-b85b-d7d2696b7239),segment_id=f3688c3c-dbc6-43be-b85b-d7d2696b7239)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:43:18.436866 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-1b179d25-50cb-4497-a676-efc081cc4382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:18.449773 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-1b179d25-50cb-4497-a676-efc081cc4382 admin admin] Calling delete_port for 58e12531-4629-4f25-91ac-0b658a03703a owned by network:router_interface {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:43:18.502003 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f37b32b6-b96d-44a1-b961-98ae8b8ab9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:18.507444 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f37b32b6-b96d-44a1-b961-98ae8b8ab9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:18.545649 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-f37b32b6-b96d-44a1-b961-98ae8b8ab9d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7da4f541fe524a059d6bbddab6002259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577965 Sep 08 16:43:18.546418 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b32b6-b96d-44a1-b961-98ae8b8ab9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e81f81c-bd11-4558-8c7e-200bf701b901,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:18.548995 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 40014) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:18.604269 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-17f68b54-2c5b-4d5f-ad54-5f4009fa3b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:18.625330 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-17f68b54-2c5b-4d5f-ad54-5f4009fa3b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:18.630976 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-1b179d25-50cb-4497-a676-efc081cc4382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:18.661283 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b179d25-50cb-4497-a676-efc081cc4382 admin admin] Pushing event deleted for resources: {'Port': ['ID=58e12531-4629-4f25-91ac-0b658a03703a,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:18.681458 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-17f68b54-2c5b-4d5f-ad54-5f4009fa3b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:18.684723 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-17f68b54-2c5b-4d5f-ad54-5f4009fa3b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:18.686037 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-17f68b54-2c5b-4d5f-ad54-5f4009fa3b84 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1e81f81c-bd11-4558-8c7e-200bf701b901 HTTP/1.1" status: 204 len: 168 time: 0.1362181 Sep 08 16:43:18.694014 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f68b54-2c5b-4d5f-ad54-5f4009fa3b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e81f81c-bd11-4558-8c7e-200bf701b901,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:18.843571 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-1b179d25-50cb-4497-a676-efc081cc4382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588698'] for router_interface, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:19.064933 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b179d25-50cb-4497-a676-efc081cc4382 admin admin] Router 238b8d44-6f87-4093-8fd6-5624cc1c743a has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:43:19.178704 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b179d25-50cb-4497-a676-efc081cc4382 admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:43:19.183989 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-1b179d25-50cb-4497-a676-efc081cc4382 admin admin] 10.222.0.69 "PUT /v2.0/routers/238b8d44-6f87-4093-8fd6-5624cc1c743a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6493442 Sep 08 16:43:19.186521 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 40030) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:19.189849 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab51c32-b0f4-4b16-a3a1-28f4ce64a9e4 None None] Sync routers for ids ['238b8d44-6f87-4093-8fd6-5624cc1c743a'] in dv-cinder-790535-14-iscsi {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:43:19.199655 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab51c32-b0f4-4b16-a3a1-28f4ce64a9e4 None None] Routers {'238b8d44-6f87-4093-8fd6-5624cc1c743a'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:43:19.200253 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-9ab51c32-b0f4-4b16-a3a1-28f4ce64a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:43:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['238b8d44-6f87-4093-8fd6-5624cc1c743a'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:19.309635 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-9ab51c32-b0f4-4b16-a3a1-28f4ce64a9e4 None None] Set router 238b8d44-6f87-4093-8fd6-5624cc1c743a gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:43:19.513399 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-9ab51c32-b0f4-4b16-a3a1-28f4ce64a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:35Z', 'updated_at': '2021-09-08T16:43:18Z', 'revision_number': 5, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'gw_port': {'id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:19.541341 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab51c32-b0f4-4b16-a3a1-28f4ce64a9e4 None None] Checking router: 238b8d44-6f87-4093-8fd6-5624cc1c743a for host: dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:43:19.551603 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab51c32-b0f4-4b16-a3a1-28f4ce64a9e4 None None] Routers {'238b8d44-6f87-4093-8fd6-5624cc1c743a'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:43:19.553129 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-9ab51c32-b0f4-4b16-a3a1-28f4ce64a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:43:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['238b8d44-6f87-4093-8fd6-5624cc1c743a'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:19.556851 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-39223aa6-617e-4e53-b724-f605b088b899 admin admin] Notify callbacks [] for router, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:19.664045 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-39223aa6-617e-4e53-b724-f605b088b899 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:19.667277 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-9ab51c32-b0f4-4b16-a3a1-28f4ce64a9e4 None None] Set router 238b8d44-6f87-4093-8fd6-5624cc1c743a gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:43:19.718282 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-39223aa6-617e-4e53-b724-f605b088b899 admin admin] Deleting port d5736cf4-4463-49b5-8059-be3c521def69 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:43:19.718636 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-39223aa6-617e-4e53-b724-f605b088b899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:19.803744 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-39223aa6-617e-4e53-b724-f605b088b899 admin admin] For port d5736cf4-4463-49b5-8059-be3c521def69, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=d5736cf4-4463-49b5-8059-be3c521def69,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:43:19.804317 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-39223aa6-617e-4e53-b724-f605b088b899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:19.817125 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 40050) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:19.821317 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-39223aa6-617e-4e53-b724-f605b088b899 admin admin] Calling delete_port for d5736cf4-4463-49b5-8059-be3c521def69 owned by network:router_gateway {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:43:19.853820 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-9ab51c32-b0f4-4b16-a3a1-28f4ce64a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:35Z', 'updated_at': '2021-09-08T16:43:18Z', 'revision_number': 5, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'gw_port': {'id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:19.885136 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab51c32-b0f4-4b16-a3a1-28f4ce64a9e4 None None] The sync data for ids ['238b8d44-6f87-4093-8fd6-5624cc1c743a'] in dv-cinder-790535-14-iscsi is: [{'id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'name': 'tempest-AttachVolumeTestJSON-1365673391-router', 'tenant_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:35:35Z', 'updated_at': '2021-09-08T16:43:18Z', 'revision_number': 5, 'project_id': '1c557bacc0f34ebebe377a14efbe9c0d', 'gw_port': {'id': 'd5736cf4-4463-49b5-8059-be3c521def69', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8d44-6f87-4093-8fd6-5624cc1c743a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:35:37Z', 'updated_at': '2021-09-08T16:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}] {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:43:19.937503 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4ec80c70-b0df-4c83-b108-b4ba930c5987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:19.991999 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-39223aa6-617e-4e53-b724-f605b088b899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:20.020913 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39223aa6-617e-4e53-b724-f605b088b899 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5736cf4-4463-49b5-8059-be3c521def69,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:20.036894 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4ec80c70-b0df-4c83-b108-b4ba930c5987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:20.041918 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4ec80c70-b0df-4c83-b108-b4ba930c5987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:20.080353 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-4ec80c70-b0df-4c83-b108-b4ba930c5987 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=058a8ec5f930471aa9e7d1e7af8213ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614584 Sep 08 16:43:20.081893 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec80c70-b0df-4c83-b108-b4ba930c5987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236a71fc-85e7-4f2a-967d-5bd0f3b8b21f,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:20.083629 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 40054) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:20.090453 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-39223aa6-617e-4e53-b724-f605b088b899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587384'] for router_gateway, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:20.198627 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-39223aa6-617e-4e53-b724-f605b088b899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14215'] for router, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:20.204078 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-39223aa6-617e-4e53-b724-f605b088b899 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:20.259775 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b19a7e66-085e-4a96-b593-5e6734ae84b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:20.272387 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-39223aa6-617e-4e53-b724-f605b088b899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524738'] for router, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:20.273425 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39223aa6-617e-4e53-b724-f605b088b899 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 238b8d44-6f87-4093-8fd6-5624cc1c743a {{(pid=94083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 16:43:20.279896 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-39223aa6-617e-4e53-b724-f605b088b899 admin admin] Notify callbacks [] for router, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:20.281087 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-39223aa6-617e-4e53-b724-f605b088b899 admin admin] 10.222.0.69 "DELETE /v2.0/routers/238b8d44-6f87-4093-8fd6-5624cc1c743a HTTP/1.1" status: 204 len: 168 time: 1.0934298 Sep 08 16:43:20.284901 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 40056) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:20.294551 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b19a7e66-085e-4a96-b593-5e6734ae84b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:20.340204 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f476e6-c702-4636-becc-d125c6220b68 admin admin] Deleting subnet b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549 {{(pid=94082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 16:43:20.344268 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f7f476e6-c702-4636-becc-d125c6220b68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:20.350241 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b19a7e66-085e-4a96-b593-5e6734ae84b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:20.353051 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b19a7e66-085e-4a96-b593-5e6734ae84b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:20.355877 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-b19a7e66-085e-4a96-b593-5e6734ae84b7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/236a71fc-85e7-4f2a-967d-5bd0f3b8b21f HTTP/1.1" status: 204 len: 168 time: 0.2711790 Sep 08 16:43:20.364909 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a7e66-085e-4a96-b593-5e6734ae84b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236a71fc-85e7-4f2a-967d-5bd0f3b8b21f,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:20.371037 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 58e12531-4629-4f25-91ac-0b658a03703a no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:43:20.407732 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f7f476e6-c702-4636-becc-d125c6220b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29646795'] for subnet, precommit_delete_associations {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:20.412131 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: 58e12531-4629-4f25-91ac-0b658a03703a {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:43:20.412884 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 58e12531-4629-4f25-91ac-0b658a03703a not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:43:20.503795 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f7f476e6-c702-4636-becc-d125c6220b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772541'] for subnet, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:20.563364 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f7f476e6-c702-4636-becc-d125c6220b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29525642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30203681'] for subnet, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:20.592093 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f476e6-c702-4636-becc-d125c6220b68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:20.595966 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f7f476e6-c702-4636-becc-d125c6220b68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:20.599493 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-f7f476e6-c702-4636-becc-d125c6220b68 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b6d36cc4-a584-42c7-8bfb-f5e3b5c0c549 HTTP/1.1" status: 204 len: 168 time: 0.3118443 Sep 08 16:43:20.601038 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 40064) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:20.606716 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9571e3ce-a48f-48db-a78a-75f5b01b1518 None None] Network f9db32ff-f404-4a60-9a66-c9419aa017aa requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:43:20.692780 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-696935a7-ab09-4768-8a82-67f2034e478d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601569'] for network, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:20.756383 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-696935a7-ab09-4768-8a82-67f2034e478d admin admin] Deleting port 84d011fa-4a24-404b-974e-148ce7f01810 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:43:20.756729 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-696935a7-ab09-4768-8a82-67f2034e478d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:20.825241 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-696935a7-ab09-4768-8a82-67f2034e478d admin admin] For port 84d011fa-4a24-404b-974e-148ce7f01810, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=84d011fa-4a24-404b-974e-148ce7f01810,segment=NetworkSegment(f3688c3c-dbc6-43be-b85b-d7d2696b7239),segment_id=f3688c3c-dbc6-43be-b85b-d7d2696b7239)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:43:20.825241 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-696935a7-ab09-4768-8a82-67f2034e478d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:20.836873 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-696935a7-ab09-4768-8a82-67f2034e478d admin admin] Calling delete_port for 84d011fa-4a24-404b-974e-148ce7f01810 owned by network:dhcp {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:43:20.918029 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-696935a7-ab09-4768-8a82-67f2034e478d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:20.947333 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696935a7-ab09-4768-8a82-67f2034e478d admin admin] Pushing event deleted for resources: {'Port': ['ID=84d011fa-4a24-404b-974e-148ce7f01810,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:20.947333 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696935a7-ab09-4768-8a82-67f2034e478d admin admin] No DVR routers for this DVR port 84d011fa-4a24-404b-974e-148ce7f01810 on host dv-cinder-790535-14-iscsi {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:43:20.994210 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e590fe6f-5bdf-484d-aad4-a8384a737404 None None] DHCP port deletion for f9db32ff-f404-4a60-9a66-c9419aa017aa request from dv-cinder-790535-14-iscsi {{(pid=94084) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 16:43:21.034093 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-696935a7-ab09-4768-8a82-67f2034e478d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770888', 'neutron.services.segments.db._delete_segments_for_network-8790707967645'] for network, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:21.055002 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.services.segments.db [None req-696935a7-ab09-4768-8a82-67f2034e478d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9db32ff-f404-4a60-9a66-c9419aa017aa']}} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:21.064433 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.services.segments.db [None req-696935a7-ab09-4768-8a82-67f2034e478d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3688c3c-dbc6-43be-b85b-d7d2696b7239') {'for_net_delete': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:21.064720 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.services.segments.db [None req-696935a7-ab09-4768-8a82-67f2034e478d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3688c3c-dbc6-43be-b85b-d7d2696b7239') {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:43:21.070896 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 40080) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:21.074962 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-696935a7-ab09-4768-8a82-67f2034e478d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790707967910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29418587'] for segment, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:21.088836 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-696935a7-ab09-4768-8a82-67f2034e478d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:21.094801 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696935a7-ab09-4768-8a82-67f2034e478d admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:43:21.095218 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-696935a7-ab09-4768-8a82-67f2034e478d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29607027'] for segment, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: Traceback (most recent call last): Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: timer() Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: cb(*args, **kw) Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: return func(*args, **kwargs) Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: self._notify() Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: self.callback(batched_events) Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: event.method(event) Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: return f(self, *a, **k) Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: return self._get(url).json() Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: return self.request(url, 'GET', **kwargs) Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:43:21.097121 dv-cinder-790535-14-iscsi neutron-server[94083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:43:21.152811 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-696935a7-ab09-4768-8a82-67f2034e478d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587292'] for network, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:21.158676 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-696935a7-ab09-4768-8a82-67f2034e478d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:21.161104 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-696935a7-ab09-4768-8a82-67f2034e478d admin admin] 10.222.0.69 "DELETE /v2.0/networks/f9db32ff-f404-4a60-9a66-c9419aa017aa HTTP/1.1" status: 204 len: 168 time: 0.5563290 Sep 08 16:43:21.172070 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696935a7-ab09-4768-8a82-67f2034e478d admin admin] Pushing event deleted for resources: {'Network': ['ID=f9db32ff-f404-4a60-9a66-c9419aa017aa,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:21.179808 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-3c91272c-e042-4a40-a4f3-ad5e8e161676 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1650479650-network', 'tenant_id': 'afde52f645634cb4b7d5c21b102a98c4'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:43:21.202743 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c91272c-e042-4a40-a4f3-ad5e8e161676 admin admin] Made reservation on behalf of afde52f645634cb4b7d5c21b102a98c4 for: {'network': 1} {{(pid=94082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:43:21.205300 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3c91272c-e042-4a40-a4f3-ad5e8e161676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for network, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:21.215379 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3c91272c-e042-4a40-a4f3-ad5e8e161676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:21.297600 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 40086) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:21.339065 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3c91272c-e042-4a40-a4f3-ad5e8e161676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:21.348951 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3c91272c-e042-4a40-a4f3-ad5e8e161676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:21.367850 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-8fa34ba9-0813-42bc-8213-27fd8d180629 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1c557bacc0f34ebebe377a14efbe9c0d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0691624 Sep 08 16:43:21.371041 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 40088) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:21.376678 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c91272c-e042-4a40-a4f3-ad5e8e161676 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=94082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:43:21.392875 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c91272c-e042-4a40-a4f3-ad5e8e161676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3018d932-0124-44e2-b4a0-bb9674bf9e81,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:21.397429 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3c91272c-e042-4a40-a4f3-ad5e8e161676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:21.398089 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.db.segments_db [None req-3c91272c-e042-4a40-a4f3-ad5e8e161676 admin admin] Added segment bc1d449f-24ba-4bec-b6f4-17888169bc71 of type vlan for network 8e2bcb45-a289-4926-ade1-25d5e32a9c19 Sep 08 16:43:21.422794 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dc59c7a7-87d1-4f37-a717-a2f362a7a360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:21.441176 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3c91272c-e042-4a40-a4f3-ad5e8e161676 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790707670824'] for network, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:21.451031 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dc59c7a7-87d1-4f37-a717-a2f362a7a360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:21.468750 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3c91272c-e042-4a40-a4f3-ad5e8e161676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for network, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:21.469848 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c91272c-e042-4a40-a4f3-ad5e8e161676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:21.470437 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3c91272c-e042-4a40-a4f3-ad5e8e161676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:21.501024 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dc59c7a7-87d1-4f37-a717-a2f362a7a360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:21.504069 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dc59c7a7-87d1-4f37-a717-a2f362a7a360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:21.508592 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-dc59c7a7-87d1-4f37-a717-a2f362a7a360 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4890bb64-0500-47c1-8b48-723d186fc15d HTTP/1.1" status: 204 len: 168 time: 0.1329191 Sep 08 16:43:21.508777 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-3c91272c-e042-4a40-a4f3-ad5e8e161676 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4332726 Sep 08 16:43:21.508894 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 40092) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:21.513764 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-51a0cafb-ded8-4ade-869b-297d1a2b7ab1 admin admin] Request body: {'subnet': {'network_id': '8e2bcb45-a289-4926-ade1-25d5e32a9c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1650479650-subnet', 'tenant_id': 'afde52f645634cb4b7d5c21b102a98c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:43:21.521795 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59c7a7-87d1-4f37-a717-a2f362a7a360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4890bb64-0500-47c1-8b48-723d186fc15d,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:21.547861 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a0cafb-ded8-4ade-869b-297d1a2b7ab1 admin admin] Made reservation on behalf of afde52f645634cb4b7d5c21b102a98c4 for: {'subnet': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:43:21.550667 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-51a0cafb-ded8-4ade-869b-297d1a2b7ab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30250995'] for subnet, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:21.556554 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c91272c-e042-4a40-a4f3-ad5e8e161676 admin admin] Pushing event updated for resources: {'Network': ['ID=8e2bcb45-a289-4926-ade1-25d5e32a9c19,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:21.576294 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Network 8e2bcb45-a289-4926-ade1-25d5e32a9c19 details requested by agent ovs-agent-dv-cinder-790535-14-iscsi with host dv-cinder-790535-14-iscsi {{(pid=94084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 16:43:21.738878 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-51a0cafb-ded8-4ade-869b-297d1a2b7ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29612496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30250989'] for subnet, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:21.801756 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0cafb-ded8-4ade-869b-297d1a2b7ab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9791b55-011d-49ab-913f-a21f6d94a823,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:21.808750 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a0cafb-ded8-4ade-869b-297d1a2b7ab1 admin admin] Checking segment: {'id': 'bc1d449f-24ba-4bec-b6f4-17888169bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e2bcb45-a289-4926-ade1-25d5e32a9c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:43:21.809074 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a0cafb-ded8-4ade-869b-297d1a2b7ab1 admin admin] Network hostable DHCP agents. Network: 8e2bcb45-a289-4926-ade1-25d5e32a9c19, hostable agents: ['c6a67338-5c5e-4be7-97de-2bb9548e06ff'], hosted agents: [] {{(pid=94083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:43:21.827351 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a0cafb-ded8-4ade-869b-297d1a2b7ab1 admin admin] Network 8e2bcb45-a289-4926-ade1-25d5e32a9c19 is scheduled to be hosted by DHCP agent c6a67338-5c5e-4be7-97de-2bb9548e06ff with binding_index 1 {{(pid=94083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:43:21.837577 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-51a0cafb-ded8-4ade-869b-297d1a2b7ab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-14-iscsi, 8e2bcb45-a289-4926-ade1-25d5e32a9c19) {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:43:21.841645 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a0cafb-ded8-4ade-869b-297d1a2b7ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:21.842241 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-51a0cafb-ded8-4ade-869b-297d1a2b7ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:21.847181 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7be3e1-fb81-4da0-9bfd-60199b76376c None None] Network 8e2bcb45-a289-4926-ade1-25d5e32a9c19 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:43:21.858426 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-51a0cafb-ded8-4ade-869b-297d1a2b7ab1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3487906 Sep 08 16:43:21.975166 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17565213-f3ee-4dd2-a3e3-62cfd13ac5cd None None] Network 8e2bcb45-a289-4926-ade1-25d5e32a9c19 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:43:22.080716 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device d5736cf4-4463-49b5-8059-be3c521def69 no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:43:22.121779 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: d5736cf4-4463-49b5-8059-be3c521def69 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:43:22.122198 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device d5736cf4-4463-49b5-8059-be3c521def69 not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:43:22.122807 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 84d011fa-4a24-404b-974e-148ce7f01810 no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:43:22.144166 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: 84d011fa-4a24-404b-974e-148ce7f01810 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:43:22.144602 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 84d011fa-4a24-404b-974e-148ce7f01810 not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:43:23.856566 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155711da-9e05-4517-b04e-d240a50bd062 req-89daf968-e63a-4fcb-8dd7-e751ff6d65b4 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:23.858168 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-155711da-9e05-4517-b04e-d240a50bd062 req-89daf968-e63a-4fcb-8dd7-e751ff6d65b4 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/networks?id=8e2bcb45-a289-4926-ade1-25d5e32a9c19 HTTP/1.1" status: 200 len: 809 time: 0.1086702 Sep 08 16:43:23.875237 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-155711da-9e05-4517-b04e-d240a50bd062 req-5b8fa878-80a6-4898-9c65-53aedac91326 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/quotas/afde52f645634cb4b7d5c21b102a98c4 HTTP/1.1" status: 200 len: 375 time: 0.0100856 Sep 08 16:43:23.909892 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-155711da-9e05-4517-b04e-d240a50bd062 req-df9cf3b0-a927-430a-b548-f77f09d9b7db tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=afde52f645634cb4b7d5c21b102a98c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284159 Sep 08 16:43:24.013301 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-155711da-9e05-4517-b04e-d240a50bd062 req-32a1d004-51e0-460f-94ef-1a5d02804fda service neutron] 10.222.0.69 "GET /v2.0/networks/8e2bcb45-a289-4926-ade1-25d5e32a9c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962031 Sep 08 16:43:24.113206 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-155711da-9e05-4517-b04e-d240a50bd062 req-ff5ec264-332d-41c6-9301-454d8c1d6ca8 service neutron] 10.222.0.69 "GET /v2.0/networks/8e2bcb45-a289-4926-ade1-25d5e32a9c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934114 Sep 08 16:43:24.286303 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5a1db9db-d513-4032-a8ff-3359efd7c1a2 req-04947ece-01d9-4bd7-9167-a1f9040a54fb tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0e77270-02ad-4198-9c50-a351f1122183 HTTP/1.1" status: 200 len: 210 time: 0.0281198 Sep 08 16:43:25.339739 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155711da-9e05-4517-b04e-d240a50bd062 req-d8f09e3c-cf17-4d0f-8bb3-a46ee250e987 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:25.341319 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-155711da-9e05-4517-b04e-d240a50bd062 req-d8f09e3c-cf17-4d0f-8bb3-a46ee250e987 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.38 "GET /v2.0/networks?id=8e2bcb45-a289-4926-ade1-25d5e32a9c19 HTTP/1.1" status: 200 len: 809 time: 0.1120648 Sep 08 16:43:25.368201 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-155711da-9e05-4517-b04e-d240a50bd062 req-4a5a2535-818b-4fa2-9cae-c68b2ba626bd tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Request body: {'port': {'device_id': 'c0e77270-02ad-4198-9c50-a351f1122183', 'network_id': '8e2bcb45-a289-4926-ade1-25d5e32a9c19', 'admin_state_up': True, 'tenant_id': 'afde52f645634cb4b7d5c21b102a98c4'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:43:25.428297 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4cdc582b-2c08-423f-a9b4-b4a27bee3cb9 req-340d975f-a6b3-44d8-8d0e-7cec2b849f9a tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0e77270-02ad-4198-9c50-a351f1122183 HTTP/1.1" status: 200 len: 210 time: 0.0427334 Sep 08 16:43:25.538107 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155711da-9e05-4517-b04e-d240a50bd062 req-4a5a2535-818b-4fa2-9cae-c68b2ba626bd tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Made reservation on behalf of afde52f645634cb4b7d5c21b102a98c4 for: {'port': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:43:25.542058 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-155711da-9e05-4517-b04e-d240a50bd062 req-4a5a2535-818b-4fa2-9cae-c68b2ba626bd tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:25.686685 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [req-155711da-9e05-4517-b04e-d240a50bd062 req-4a5a2535-818b-4fa2-9cae-c68b2ba626bd tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Allocated IP 172.20.0.3 (8e2bcb45-a289-4926-ade1-25d5e32a9c19/c9791b55-011d-49ab-913f-a21f6d94a823/40b58c17-918b-41f2-850f-5d58c97dbbdb) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:43:25.855308 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-155711da-9e05-4517-b04e-d240a50bd062 req-4a5a2535-818b-4fa2-9cae-c68b2ba626bd tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:25.895615 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-155711da-9e05-4517-b04e-d240a50bd062 req-4a5a2535-818b-4fa2-9cae-c68b2ba626bd tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:25.941600 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155711da-9e05-4517-b04e-d240a50bd062 req-4a5a2535-818b-4fa2-9cae-c68b2ba626bd tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Network 8e2bcb45-a289-4926-ade1-25d5e32a9c19 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:43:25.944760 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [req-155711da-9e05-4517-b04e-d240a50bd062 req-4a5a2535-818b-4fa2-9cae-c68b2ba626bd tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:43:25.950572 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-155711da-9e05-4517-b04e-d240a50bd062 req-4a5a2535-818b-4fa2-9cae-c68b2ba626bd tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:43:25.957085 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a2535-818b-4fa2-9cae-c68b2ba626bd tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Pushing event updated for resources: {'Port': ['ID=40b58c17-918b-41f2-850f-5d58c97dbbdb,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:26.002811 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155711da-9e05-4517-b04e-d240a50bd062 req-4a5a2535-818b-4fa2-9cae-c68b2ba626bd tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:26.003452 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-155711da-9e05-4517-b04e-d240a50bd062 req-4a5a2535-818b-4fa2-9cae-c68b2ba626bd tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:26.022386 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-155711da-9e05-4517-b04e-d240a50bd062 req-4a5a2535-818b-4fa2-9cae-c68b2ba626bd tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6647053 Sep 08 16:43:26.042015 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] Request body: {'port': {'device_id': 'c0e77270-02ad-4198-9c50-a351f1122183', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:43:26.097219 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:26.376432 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b58c17-918b-41f2-850f-5d58c97dbbdb {{(pid=94083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:43:26.383935 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:26.396017 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] Transition to ACTIVE for port object 40b58c17-918b-41f2-850f-5d58c97dbbdb will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:43:26.402397 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:26.453999 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=40b58c17-918b-41f2-850f-5d58c97dbbdb,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:26.528939 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] Attempting to bind port 40b58c17-918b-41f2-850f-5d58c97dbbdb on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:43:26.529281 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] Attempting to bind port 40b58c17-918b-41f2-850f-5d58c97dbbdb by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'bc1d449f-24ba-4bec-b6f4-17888169bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e2bcb45-a289-4926-ade1-25d5e32a9c19'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:43:26.529636 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] Attempting to bind port 40b58c17-918b-41f2-850f-5d58c97dbbdb on network 8e2bcb45-a289-4926-ade1-25d5e32a9c19 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:43:26.534463 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] Port 40b58c17-918b-41f2-850f-5d58c97dbbdb on network 8e2bcb45-a289-4926-ade1-25d5e32a9c19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 16:43:26.534782 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] Attempting to bind port 40b58c17-918b-41f2-850f-5d58c97dbbdb on network 8e2bcb45-a289-4926-ade1-25d5e32a9c19 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:43:26.540297 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] Checking agent: {'id': 'ccbd07f4-9fa7-4e9d-ab49-144bada9319f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'started_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:43:26.540645 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] Checking segment: {'id': 'bc1d449f-24ba-4bec-b6f4-17888169bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e2bcb45-a289-4926-ade1-25d5e32a9c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:43:26.541039 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] Bound using segment: {'id': 'bc1d449f-24ba-4bec-b6f4-17888169bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e2bcb45-a289-4926-ade1-25d5e32a9c19'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:43:26.541473 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] Bound port: 40b58c17-918b-41f2-850f-5d58c97dbbdb, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1d449f-24ba-4bec-b6f4-17888169bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e2bcb45-a289-4926-ade1-25d5e32a9c19'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:43:26.541870 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:26.614213 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] For port 40b58c17-918b-41f2-850f-5d58c97dbbdb, host hv-cinder-79053, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:43:26.618117 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] For port 40b58c17-918b-41f2-850f-5d58c97dbbdb, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=40b58c17-918b-41f2-850f-5d58c97dbbdb,segment=NetworkSegment(bc1d449f-24ba-4bec-b6f4-17888169bc71),segment_id=bc1d449f-24ba-4bec-b6f4-17888169bc71)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:43:26.624689 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:26.664079 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:26.664941 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:26.666189 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-155711da-9e05-4517-b04e-d240a50bd062 req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] 10.222.0.38 "PUT /v2.0/ports/40b58c17-918b-41f2-850f-5d58c97dbbdb HTTP/1.1" status: 200 len: 1093 time: 0.6288390 Sep 08 16:43:26.666657 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e77270-02ad-4198-9c50-a351f1122183', 'tag': '40b58c17-918b-41f2-850f-5d58c97dbbdb'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:43:26.669093 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf78f65-d7bb-4ad7-9485-7aa32daa8478" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e77270-02ad-4198-9c50-a351f1122183", "tag": "40b58c17-918b-41f2-850f-5d58c97dbbdb"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:43:26.698703 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b7300-356d-4215-a213-a23e925b1cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=40b58c17-918b-41f2-850f-5d58c97dbbdb,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:26.773046 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5514ae81-dd40-45fa-af0e-669793ce6043 x-openstack-request-id: req-5514ae81-dd40-45fa-af0e-669793ce6043 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:43:26.773046 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e77270-02ad-4198-9c50-a351f1122183", "tag": "40b58c17-918b-41f2-850f-5d58c97dbbdb", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:43:26.773388 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5514ae81-dd40-45fa-af0e-669793ce6043 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:43:26.773928 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e77270-02ad-4198-9c50-a351f1122183', 'tag': '40b58c17-918b-41f2-850f-5d58c97dbbdb', 'status': 'completed', 'code': 200} Sep 08 16:43:26.785572 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155711da-9e05-4517-b04e-d240a50bd062 req-f44bf0b1-0e8c-4513-beee-4712309af46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:26.788064 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-155711da-9e05-4517-b04e-d240a50bd062 req-f44bf0b1-0e8c-4513-beee-4712309af46d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=afde52f645634cb4b7d5c21b102a98c4&device_id=c0e77270-02ad-4198-9c50-a351f1122183 HTTP/1.1" status: 200 len: 1096 time: 0.0496273 Sep 08 16:43:26.828206 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bd645-ae16-4623-b3f0-af6630842b20 req-7a46a2c8-3682-413e-bbf1-606271cb6634 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:26.829720 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-967bd645-ae16-4623-b3f0-af6630842b20 req-7a46a2c8-3682-413e-bbf1-606271cb6634 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0e77270-02ad-4198-9c50-a351f1122183 HTTP/1.1" status: 200 len: 943 time: 0.3216367 Sep 08 16:43:26.839859 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-155711da-9e05-4517-b04e-d240a50bd062 req-4b10e1fe-ef4a-499b-afc2-f41e02535a0b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40b58c17-918b-41f2-850f-5d58c97dbbdb HTTP/1.1" status: 200 len: 217 time: 0.0386181 Sep 08 16:43:26.869990 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-967bd645-ae16-4623-b3f0-af6630842b20 req-0f9e0dcd-456d-438f-b718-d1f1608440a9 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/security-groups?id=3018d932-0124-44e2-b4a0-bb9674bf9e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338576 Sep 08 16:43:26.892422 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155711da-9e05-4517-b04e-d240a50bd062 req-c468b7a9-9801-4a67-a87b-4cd075961995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:26.893900 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-155711da-9e05-4517-b04e-d240a50bd062 req-c468b7a9-9801-4a67-a87b-4cd075961995 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9791b55-011d-49ab-913f-a21f6d94a823 HTTP/1.1" status: 200 len: 849 time: 0.0456371 Sep 08 16:43:26.925681 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-155711da-9e05-4517-b04e-d240a50bd062 req-bec2408c-28fb-4596-b92a-7c9aa4a27ada service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8e2bcb45-a289-4926-ade1-25d5e32a9c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245502 Sep 08 16:43:27.018408 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-155711da-9e05-4517-b04e-d240a50bd062 req-e2c93f93-5e75-4c49-9baa-870fbe2a7ad6 service neutron] 10.222.0.38 "GET /v2.0/networks/8e2bcb45-a289-4926-ade1-25d5e32a9c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847936 Sep 08 16:43:27.110163 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-155711da-9e05-4517-b04e-d240a50bd062 req-db16fb0e-9782-4073-bc2d-1174175518f6 service neutron] 10.222.0.38 "GET /v2.0/networks/8e2bcb45-a289-4926-ade1-25d5e32a9c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847683 Sep 08 16:43:27.253825 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf78f65-d7bb-4ad7-9485-7aa32daa8478 req-35bfa517-6912-44d6-a055-0a3142f47f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:27.255386 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fcf78f65-d7bb-4ad7-9485-7aa32daa8478 req-35bfa517-6912-44d6-a055-0a3142f47f6d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=afde52f645634cb4b7d5c21b102a98c4&device_id=c0e77270-02ad-4198-9c50-a351f1122183 HTTP/1.1" status: 200 len: 1096 time: 0.0420682 Sep 08 16:43:27.352992 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf78f65-d7bb-4ad7-9485-7aa32daa8478 req-4652b58a-1f0c-4dee-82be-de91a04103f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:27.354502 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fcf78f65-d7bb-4ad7-9485-7aa32daa8478 req-4652b58a-1f0c-4dee-82be-de91a04103f7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8e2bcb45-a289-4926-ade1-25d5e32a9c19 HTTP/1.1" status: 200 len: 910 time: 0.0909402 Sep 08 16:43:27.396053 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fcf78f65-d7bb-4ad7-9485-7aa32daa8478 req-539e83ad-78bb-46cb-9299-5de3df6cc4bf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40b58c17-918b-41f2-850f-5d58c97dbbdb HTTP/1.1" status: 200 len: 217 time: 0.0340261 Sep 08 16:43:27.454562 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf78f65-d7bb-4ad7-9485-7aa32daa8478 req-d25ed479-da9b-4e74-a078-8d7f93331504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:27.454562 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fcf78f65-d7bb-4ad7-9485-7aa32daa8478 req-d25ed479-da9b-4e74-a078-8d7f93331504 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9791b55-011d-49ab-913f-a21f6d94a823 HTTP/1.1" status: 200 len: 849 time: 0.0493872 Sep 08 16:43:27.487442 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fcf78f65-d7bb-4ad7-9485-7aa32daa8478 req-43540c69-0042-44dd-8378-7938ab750210 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8e2bcb45-a289-4926-ade1-25d5e32a9c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251052 Sep 08 16:43:27.585045 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fcf78f65-d7bb-4ad7-9485-7aa32daa8478 req-ffcb6204-b3b7-41ce-8ecc-add842d07937 service neutron] 10.222.0.38 "GET /v2.0/networks/8e2bcb45-a289-4926-ade1-25d5e32a9c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900595 Sep 08 16:43:27.692423 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fcf78f65-d7bb-4ad7-9485-7aa32daa8478 req-5914d34a-65ec-4174-af54-63c5adb434c7 service neutron] 10.222.0.38 "GET /v2.0/networks/8e2bcb45-a289-4926-ade1-25d5e32a9c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931332 Sep 08 16:43:28.015329 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bec2a-8cb9-40c5-9da1-5aa9640e4d00 req-108fc870-aab9-4f2c-89d3-08daac99e717 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:28.016919 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a66bec2a-8cb9-40c5-9da1-5aa9640e4d00 req-108fc870-aab9-4f2c-89d3-08daac99e717 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0e77270-02ad-4198-9c50-a351f1122183 HTTP/1.1" status: 200 len: 943 time: 0.0665073 Sep 08 16:43:28.057472 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-a66bec2a-8cb9-40c5-9da1-5aa9640e4d00 req-84b207aa-1f79-4993-b61c-771dfdc560e1 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/security-groups?id=3018d932-0124-44e2-b4a0-bb9674bf9e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339024 Sep 08 16:43:28.441325 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-20c6328d-e266-473f-9215-79f83060dbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:29.193635 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 40b58c17-918b-41f2-850f-5d58c97dbbdb details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:43:29.193893 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e533b6-d540-4dae-9446-3bd8df41f017 req-810d8fa6-eb73-476e-bbbb-5b10806960f2 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:29.195320 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-80e533b6-d540-4dae-9446-3bd8df41f017 req-810d8fa6-eb73-476e-bbbb-5b10806960f2 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0e77270-02ad-4198-9c50-a351f1122183 HTTP/1.1" status: 200 len: 943 time: 0.0663271 Sep 08 16:43:29.238151 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-80e533b6-d540-4dae-9446-3bd8df41f017 req-90b84978-4bab-46df-a839-15e36412d415 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/security-groups?id=3018d932-0124-44e2-b4a0-bb9674bf9e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362456 Sep 08 16:43:29.303755 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 40b58c17-918b-41f2-850f-5d58c97dbbdb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=40b58c17-918b-41f2-850f-5d58c97dbbdb,segment=NetworkSegment(bc1d449f-24ba-4bec-b6f4-17888169bc71),segment_id=bc1d449f-24ba-4bec-b6f4-17888169bc71)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:43:29.315536 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': '40b58c17-918b-41f2-850f-5d58c97dbbdb', 'network_id': '8e2bcb45-a289-4926-ade1-25d5e32a9c19', 'port_id': '40b58c17-918b-41f2-850f-5d58c97dbbdb', 'mac_address': 'fa:16:3e:07:9a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9791b55-011d-49ab-913f-a21f6d94a823', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:43:29.356277 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:29.370515 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b58c17-918b-41f2-850f-5d58c97dbbdb {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:43:29.390926 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 40b58c17-918b-41f2-850f-5d58c97dbbdb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=40b58c17-918b-41f2-850f-5d58c97dbbdb,segment=NetworkSegment(bc1d449f-24ba-4bec-b6f4-17888169bc71),segment_id=bc1d449f-24ba-4bec-b6f4-17888169bc71)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:43:29.398410 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:29.454901 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=40b58c17-918b-41f2-850f-5d58c97dbbdb,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:29.695324 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['40b58c17-918b-41f2-850f-5d58c97dbbdb'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:43:30.367437 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb428f-1bbc-4cdf-98c6-455e2305cb3d req-6807e7f1-5fc2-44c1-95b8-7885aafc6156 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:30.368927 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-36fb428f-1bbc-4cdf-98c6-455e2305cb3d req-6807e7f1-5fc2-44c1-95b8-7885aafc6156 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0e77270-02ad-4198-9c50-a351f1122183 HTTP/1.1" status: 200 len: 944 time: 0.0548401 Sep 08 16:43:30.413893 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-36fb428f-1bbc-4cdf-98c6-455e2305cb3d req-f2d1ae69-9561-4d42-9c97-d84254bb6205 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/security-groups?id=3018d932-0124-44e2-b4a0-bb9674bf9e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360100 Sep 08 16:43:31.150971 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8d52134c-e2dd-4fcb-8df1-b952d7eac86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:31.197045 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 40b58c17-918b-41f2-850f-5d58c97dbbdb up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:43:31.242368 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:31.253054 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 40256) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:31.258580 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning for port 40b58c17-918b-41f2-850f-5d58c97dbbdb completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:43:31.264277 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port 40b58c17-918b-41f2-850f-5d58c97dbbdb triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:43:31.264654 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:31.347196 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:31.360584 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-669202fb-aaef-4f85-9b7a-83b64f24bc95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:31.370947 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e77270-02ad-4198-9c50-a351f1122183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b58c17-918b-41f2-850f-5d58c97dbbdb'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:43:31.373277 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed388ae-30a6-44a6-9be3-a9c5760b4064" -d '{"events": [{"server_uuid": "c0e77270-02ad-4198-9c50-a351f1122183", "name": "network-vif-plugged", "status": "completed", "tag": "40b58c17-918b-41f2-850f-5d58c97dbbdb"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:43:31.387769 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 40b58c17-918b-41f2-850f-5d58c97dbbdb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=40b58c17-918b-41f2-850f-5d58c97dbbdb,segment=NetworkSegment(bc1d449f-24ba-4bec-b6f4-17888169bc71),segment_id=bc1d449f-24ba-4bec-b6f4-17888169bc71)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:43:31.393306 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:31.418001 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a6dda9-01e9-4431-9104-45e00fb21644 x-openstack-request-id: req-14a6dda9-01e9-4431-9104-45e00fb21644 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:43:31.418296 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e77270-02ad-4198-9c50-a351f1122183", "name": "network-vif-plugged", "status": "completed", "tag": "40b58c17-918b-41f2-850f-5d58c97dbbdb", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:43:31.418548 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-14a6dda9-01e9-4431-9104-45e00fb21644 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:43:31.418934 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e77270-02ad-4198-9c50-a351f1122183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b58c17-918b-41f2-850f-5d58c97dbbdb', 'code': 200} Sep 08 16:43:31.447113 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=40b58c17-918b-41f2-850f-5d58c97dbbdb,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:31.463328 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-669202fb-aaef-4f85-9b7a-83b64f24bc95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:31.468185 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-669202fb-aaef-4f85-9b7a-83b64f24bc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:31.512349 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669202fb-aaef-4f85-9b7a-83b64f24bc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f7836a-bfee-4e54-b38b-c3c0e41fbc0f,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:31.527325 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-669202fb-aaef-4f85-9b7a-83b64f24bc95 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2bc5d0dd97d4ede90cf036d3b36877f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730541 Sep 08 16:43:31.530219 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 40264) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:31.569796 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ee2fb-63b8-43a9-9e82-34a6951ca6ff req-fe8dcbce-439b-4318-acad-73d548a5e263 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:31.571564 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-7a0ee2fb-63b8-43a9-9e82-34a6951ca6ff req-fe8dcbce-439b-4318-acad-73d548a5e263 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0e77270-02ad-4198-9c50-a351f1122183 HTTP/1.1" status: 200 len: 945 time: 0.0768387 Sep 08 16:43:31.622471 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-49091cdf-8e34-485b-80a7-7e5d434faa42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:31.626909 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8f9b5-9a06-4d25-abda-ff7c27e77fa9 req-bc236b55-e254-4bb0-be83-fff03f02c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:31.628460 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-eed8f9b5-9a06-4d25-abda-ff7c27e77fa9 req-bc236b55-e254-4bb0-be83-fff03f02c602 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c0e77270-02ad-4198-9c50-a351f1122183 HTTP/1.1" status: 200 len: 1098 time: 0.0421572 Sep 08 16:43:31.639764 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-7a0ee2fb-63b8-43a9-9e82-34a6951ca6ff req-0fb36ebf-f06a-43fb-bb85-abf097b55b60 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/security-groups?id=3018d932-0124-44e2-b4a0-bb9674bf9e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579414 Sep 08 16:43:31.655258 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-49091cdf-8e34-485b-80a7-7e5d434faa42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:31.665056 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-eed8f9b5-9a06-4d25-abda-ff7c27e77fa9 req-841c32ce-1d35-4049-8d16-2f42affeec00 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3018d932-0124-44e2-b4a0-bb9674bf9e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292270 Sep 08 16:43:31.708168 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-49091cdf-8e34-485b-80a7-7e5d434faa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:31.710983 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-49091cdf-8e34-485b-80a7-7e5d434faa42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:31.712204 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-49091cdf-8e34-485b-80a7-7e5d434faa42 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b6f7836a-bfee-4e54-b38b-c3c0e41fbc0f HTTP/1.1" status: 204 len: 168 time: 0.1804783 Sep 08 16:43:31.720157 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49091cdf-8e34-485b-80a7-7e5d434faa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f7836a-bfee-4e54-b38b-c3c0e41fbc0f,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:31.727597 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49091cdf-8e34-485b-80a7-7e5d434faa42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:31.727956 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49091cdf-8e34-485b-80a7-7e5d434faa42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:31.728301 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49091cdf-8e34-485b-80a7-7e5d434faa42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:31.728639 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49091cdf-8e34-485b-80a7-7e5d434faa42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:31.728973 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49091cdf-8e34-485b-80a7-7e5d434faa42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:31.729309 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49091cdf-8e34-485b-80a7-7e5d434faa42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:31.729640 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49091cdf-8e34-485b-80a7-7e5d434faa42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:31.729972 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49091cdf-8e34-485b-80a7-7e5d434faa42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:31.730311 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49091cdf-8e34-485b-80a7-7e5d434faa42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:31.730610 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49091cdf-8e34-485b-80a7-7e5d434faa42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:31.730938 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49091cdf-8e34-485b-80a7-7e5d434faa42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:31.731259 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49091cdf-8e34-485b-80a7-7e5d434faa42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:43:32.517413 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:32.776776 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091058ca-2554-4773-9aad-3305fdb8c181 req-41983894-1ecc-4b90-a46c-314af77dd28f tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:32.783907 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-091058ca-2554-4773-9aad-3305fdb8c181 req-41983894-1ecc-4b90-a46c-314af77dd28f tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0e77270-02ad-4198-9c50-a351f1122183 HTTP/1.1" status: 200 len: 945 time: 0.0597882 Sep 08 16:43:32.820211 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-091058ca-2554-4773-9aad-3305fdb8c181 req-76d02c9b-c87a-475d-ab25-e23b48cb0b6a tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/security-groups?id=3018d932-0124-44e2-b4a0-bb9674bf9e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348685 Sep 08 16:43:33.942038 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae67d8d-a738-4306-86a5-c29b5c30de28 req-c4a0ace0-b273-470f-bd5f-01635d393e57 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:33.943750 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-6ae67d8d-a738-4306-86a5-c29b5c30de28 req-c4a0ace0-b273-470f-bd5f-01635d393e57 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0e77270-02ad-4198-9c50-a351f1122183 HTTP/1.1" status: 200 len: 945 time: 0.0520494 Sep 08 16:43:33.982572 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-6ae67d8d-a738-4306-86a5-c29b5c30de28 req-0c3cb12f-2408-4669-bb6c-6bdb9f785d9b tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/security-groups?id=3018d932-0124-44e2-b4a0-bb9674bf9e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327799 Sep 08 16:43:34.158869 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:34.735290 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a54a06-df10-4b7e-9e11-2ae315ab4270 req-cd784169-20d8-4562-ba3e-ca84e82dacff tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:34.736854 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c3a54a06-df10-4b7e-9e11-2ae315ab4270 req-cd784169-20d8-4562-ba3e-ca84e82dacff tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0e77270-02ad-4198-9c50-a351f1122183 HTTP/1.1" status: 200 len: 945 time: 0.0537257 Sep 08 16:43:34.776023 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c3a54a06-df10-4b7e-9e11-2ae315ab4270 req-8c3e4fe2-70f3-4d2b-a231-10b8faa0a587 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/security-groups?id=3018d932-0124-44e2-b4a0-bb9674bf9e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328126 Sep 08 16:43:35.511076 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:43:35.917207 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efc3f4-64a2-4d94-ac11-ee7ece9b4ee7 req-7b10ab1b-ffad-43c5-84f0-9e88020f38b2 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:35.918764 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-56efc3f4-64a2-4d94-ac11-ee7ece9b4ee7 req-7b10ab1b-ffad-43c5-84f0-9e88020f38b2 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0e77270-02ad-4198-9c50-a351f1122183 HTTP/1.1" status: 200 len: 945 time: 0.0678546 Sep 08 16:43:35.962222 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-56efc3f4-64a2-4d94-ac11-ee7ece9b4ee7 req-7e5762b5-630d-4894-9e3f-a144c01e5176 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/security-groups?id=3018d932-0124-44e2-b4a0-bb9674bf9e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337186 Sep 08 16:43:36.176205 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c19d9f-b107-4811-9e44-a35167bd0957 req-3e245971-c868-4c30-9390-cc2ba029dfb5 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:36.177723 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-63c19d9f-b107-4811-9e44-a35167bd0957 req-3e245971-c868-4c30-9390-cc2ba029dfb5 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.38 "GET /v2.0/ports?device_id=c0e77270-02ad-4198-9c50-a351f1122183 HTTP/1.1" status: 200 len: 945 time: 0.0511987 Sep 08 16:43:36.279044 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-63c19d9f-b107-4811-9e44-a35167bd0957 req-258b363a-efae-44e2-a040-6e529d426d8e tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Deleting port 40b58c17-918b-41f2-850f-5d58c97dbbdb {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:43:36.279368 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-63c19d9f-b107-4811-9e44-a35167bd0957 req-258b363a-efae-44e2-a040-6e529d426d8e tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:36.359317 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 40354) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:36.380020 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-63c19d9f-b107-4811-9e44-a35167bd0957 req-258b363a-efae-44e2-a040-6e529d426d8e tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] For port 40b58c17-918b-41f2-850f-5d58c97dbbdb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=40b58c17-918b-41f2-850f-5d58c97dbbdb,segment=NetworkSegment(bc1d449f-24ba-4bec-b6f4-17888169bc71),segment_id=bc1d449f-24ba-4bec-b6f4-17888169bc71)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:43:36.380476 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-63c19d9f-b107-4811-9e44-a35167bd0957 req-258b363a-efae-44e2-a040-6e529d426d8e tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:36.393440 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-63c19d9f-b107-4811-9e44-a35167bd0957 req-258b363a-efae-44e2-a040-6e529d426d8e tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Calling delete_port for 40b58c17-918b-41f2-850f-5d58c97dbbdb owned by compute:nova {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:43:36.466783 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-734c0a73-8593-4625-a8b5-df1accb40d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:36.524035 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-63c19d9f-b107-4811-9e44-a35167bd0957 req-258b363a-efae-44e2-a040-6e529d426d8e tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:36.552618 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b363a-efae-44e2-a040-6e529d426d8e tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Pushing event deleted for resources: {'Port': ['ID=40b58c17-918b-41f2-850f-5d58c97dbbdb,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:36.559465 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['40b58c17-918b-41f2-850f-5d58c97dbbdb'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:43:36.595109 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c19d9f-b107-4811-9e44-a35167bd0957 req-258b363a-efae-44e2-a040-6e529d426d8e tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] No DVR routers for this DVR port 40b58c17-918b-41f2-850f-5d58c97dbbdb on host hv-cinder-79053 {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:43:36.597613 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-63c19d9f-b107-4811-9e44-a35167bd0957 req-258b363a-efae-44e2-a040-6e529d426d8e tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:36.599700 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-63c19d9f-b107-4811-9e44-a35167bd0957 req-258b363a-efae-44e2-a040-6e529d426d8e tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.38 "DELETE /v2.0/ports/40b58c17-918b-41f2-850f-5d58c97dbbdb HTTP/1.1" status: 204 len: 173 time: 0.4158497 Sep 08 16:43:36.600138 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e77270-02ad-4198-9c50-a351f1122183', 'name': 'network-vif-deleted', 'tag': '40b58c17-918b-41f2-850f-5d58c97dbbdb'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:43:36.602636 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b10fae-b13b-4dd3-9f38-1fd593ec9b82" -d '{"events": [{"server_uuid": "c0e77270-02ad-4198-9c50-a351f1122183", "name": "network-vif-deleted", "tag": "40b58c17-918b-41f2-850f-5d58c97dbbdb"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:43:36.602798 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-734c0a73-8593-4625-a8b5-df1accb40d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:36.608614 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-734c0a73-8593-4625-a8b5-df1accb40d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:36.640450 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13260c3-1745-466a-9431-6576b257d92f x-openstack-request-id: req-e13260c3-1745-466a-9431-6576b257d92f {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:43:36.640966 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e77270-02ad-4198-9c50-a351f1122183", "name": "network-vif-deleted", "tag": "40b58c17-918b-41f2-850f-5d58c97dbbdb", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:43:36.641224 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e13260c3-1745-466a-9431-6576b257d92f {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:43:36.641625 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e77270-02ad-4198-9c50-a351f1122183', 'name': 'network-vif-deleted', 'tag': '40b58c17-918b-41f2-850f-5d58c97dbbdb', 'status': 'completed', 'code': 200} Sep 08 16:43:36.652886 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-734c0a73-8593-4625-a8b5-df1accb40d21 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2d7121fdc4aa47beb10747570c3a9de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923961 Sep 08 16:43:36.653769 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c0a73-8593-4625-a8b5-df1accb40d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ab948c-c076-4217-8afd-5616ce628ede,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:36.655675 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 40360) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:36.710998 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7ffe5cf5-5ed4-4bc3-aa4d-79024e896f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:36.738705 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7ffe5cf5-5ed4-4bc3-aa4d-79024e896f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:36.800344 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7ffe5cf5-5ed4-4bc3-aa4d-79024e896f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:36.803057 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7ffe5cf5-5ed4-4bc3-aa4d-79024e896f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:36.804642 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-7ffe5cf5-5ed4-4bc3-aa4d-79024e896f74 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/32ab948c-c076-4217-8afd-5616ce628ede HTTP/1.1" status: 204 len: 168 time: 0.1466382 Sep 08 16:43:36.812660 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe5cf5-5ed4-4bc3-aa4d-79024e896f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ab948c-c076-4217-8afd-5616ce628ede,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:37.088560 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9e6b1ef3-fd21-4ca2-93a3-84b047a8a7ab req-bfddc1ed-1a5c-4138-afd1-e3076a26e536 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0e77270-02ad-4198-9c50-a351f1122183 HTTP/1.1" status: 200 len: 210 time: 0.0344539 Sep 08 16:43:37.117316 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 40368) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:37.130717 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-19d336df-76d0-4026-a3c1-a556fcb83675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:37.224034 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-19d336df-76d0-4026-a3c1-a556fcb83675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:37.230570 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-19d336df-76d0-4026-a3c1-a556fcb83675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:37.267042 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-19d336df-76d0-4026-a3c1-a556fcb83675 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a28718e834ac48bca93398b513f8dc49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485064 Sep 08 16:43:37.267939 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d336df-76d0-4026-a3c1-a556fcb83675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b1447a-0c51-4e0a-891e-ba10c5a63aac,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:37.269850 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 40370) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:37.326975 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a40893ab-9a29-4745-83f2-d9210a4ea8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:37.348733 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a40893ab-9a29-4745-83f2-d9210a4ea8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:37.401518 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a40893ab-9a29-4745-83f2-d9210a4ea8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:37.404745 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a40893ab-9a29-4745-83f2-d9210a4ea8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:37.406055 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-a40893ab-9a29-4745-83f2-d9210a4ea8d4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/06b1447a-0c51-4e0a-891e-ba10c5a63aac HTTP/1.1" status: 204 len: 168 time: 0.1343672 Sep 08 16:43:37.417040 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40893ab-9a29-4745-83f2-d9210a4ea8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b1447a-0c51-4e0a-891e-ba10c5a63aac,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:38.417812 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-d4df193f-c9b5-460c-9226-2a83a6bf830d tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:38.419301 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-d4df193f-c9b5-460c-9226-2a83a6bf830d tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/networks?id=8e2bcb45-a289-4926-ade1-25d5e32a9c19 HTTP/1.1" status: 200 len: 809 time: 0.1037507 Sep 08 16:43:38.434832 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-d52f786b-ed4c-4bef-b13a-12eb6b8d4039 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/quotas/afde52f645634cb4b7d5c21b102a98c4 HTTP/1.1" status: 200 len: 375 time: 0.0095096 Sep 08 16:43:38.469510 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-1093d63f-d31a-4507-a340-de338403551c tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=afde52f645634cb4b7d5c21b102a98c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288484 Sep 08 16:43:38.713102 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-8e3136bf-530d-48ee-98e6-af30f3f7a466 service neutron] 10.222.0.69 "GET /v2.0/networks/8e2bcb45-a289-4926-ade1-25d5e32a9c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363381 Sep 08 16:43:38.807900 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-45197405-4262-44b9-a7a8-0336cde08c12 service neutron] 10.222.0.69 "GET /v2.0/networks/8e2bcb45-a289-4926-ade1-25d5e32a9c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885036 Sep 08 16:43:38.973907 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-3515ff2a-d174-4f45-8b75-427cca0cb930 req-f27c7c30-f9d2-4c7f-8f95-a3c794cfb1f6 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee4c9459-b57c-4c31-874f-d8ca53b2d0b9 HTTP/1.1" status: 200 len: 210 time: 0.0279582 Sep 08 16:43:39.212489 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 40b58c17-918b-41f2-850f-5d58c97dbbdb no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:43:39.234019 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] No Port match for: 40b58c17-918b-41f2-850f-5d58c97dbbdb {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:43:39.234349 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 40b58c17-918b-41f2-850f-5d58c97dbbdb not bound to the agent host hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:43:39.725678 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 40468) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:39.866542 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-384641a5-753d-42c8-8a31-3bccaaefb1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:39.984234 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-384641a5-753d-42c8-8a31-3bccaaefb1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:39.989658 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-384641a5-753d-42c8-8a31-3bccaaefb1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:40.041756 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-384641a5-753d-42c8-8a31-3bccaaefb1f1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=62d1785d5d074e599ccb3600d95f2e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146558 Sep 08 16:43:40.042485 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 40474) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:40.064850 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384641a5-753d-42c8-8a31-3bccaaefb1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9155a729-c71a-4807-b3de-e32dd4b0d4a8,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:40.067004 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-6df51e8b-7a31-45ad-97d0-23d0b7b59e9d tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:40.068859 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-6df51e8b-7a31-45ad-97d0-23d0b7b59e9d tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.38 "GET /v2.0/networks?id=8e2bcb45-a289-4926-ade1-25d5e32a9c19 HTTP/1.1" status: 200 len: 809 time: 0.1321373 Sep 08 16:43:40.094286 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-e4c70983-f1d2-4dbf-ad2b-75f8021be260 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Request body: {'port': {'device_id': 'ee4c9459-b57c-4c31-874f-d8ca53b2d0b9', 'network_id': '8e2bcb45-a289-4926-ade1-25d5e32a9c19', 'admin_state_up': True, 'tenant_id': 'afde52f645634cb4b7d5c21b102a98c4'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:43:40.120390 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a60f5558-5b4c-4979-8aef-7e5a820489c5 req-ee33703b-d999-4372-8ff6-07ef16492bcf tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee4c9459-b57c-4c31-874f-d8ca53b2d0b9 HTTP/1.1" status: 200 len: 210 time: 0.0441153 Sep 08 16:43:40.150681 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cd433f68-bf65-484d-8d86-ea06f1a1b44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:40.177230 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cd433f68-bf65-484d-8d86-ea06f1a1b44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:40.235257 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cd433f68-bf65-484d-8d86-ea06f1a1b44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:40.237861 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cd433f68-bf65-484d-8d86-ea06f1a1b44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:40.239886 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-cd433f68-bf65-484d-8d86-ea06f1a1b44d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9155a729-c71a-4807-b3de-e32dd4b0d4a8 HTTP/1.1" status: 204 len: 168 time: 0.1761286 Sep 08 16:43:40.248781 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-e4c70983-f1d2-4dbf-ad2b-75f8021be260 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Made reservation on behalf of afde52f645634cb4b7d5c21b102a98c4 for: {'port': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:43:40.250135 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd433f68-bf65-484d-8d86-ea06f1a1b44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9155a729-c71a-4807-b3de-e32dd4b0d4a8,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:40.254725 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-e4c70983-f1d2-4dbf-ad2b-75f8021be260 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:40.416765 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-e4c70983-f1d2-4dbf-ad2b-75f8021be260 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Allocated IP 172.20.0.12 (8e2bcb45-a289-4926-ade1-25d5e32a9c19/c9791b55-011d-49ab-913f-a21f6d94a823/77510679-fff6-42d1-a0b4-a177c9891d84) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:43:40.587849 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 40484) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:40.602284 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-08a33403-3c7f-45fe-99f1-8c818fa34410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:40.702544 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-08a33403-3c7f-45fe-99f1-8c818fa34410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:40.707475 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-08a33403-3c7f-45fe-99f1-8c818fa34410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:40.748602 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-08a33403-3c7f-45fe-99f1-8c818fa34410 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b95c648b58ab4950a7723e00c089077c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595902 Sep 08 16:43:40.749530 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a33403-3c7f-45fe-99f1-8c818fa34410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b8342c-84e3-46fa-b8c2-497d13d60573,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:40.751994 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 40486) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:40.800615 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3628810e-95f5-4007-8971-e5efb30020b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:40.826332 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3628810e-95f5-4007-8971-e5efb30020b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:40.827907 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-e4c70983-f1d2-4dbf-ad2b-75f8021be260 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:40.868966 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-e4c70983-f1d2-4dbf-ad2b-75f8021be260 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:40.873399 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3628810e-95f5-4007-8971-e5efb30020b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:40.876047 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3628810e-95f5-4007-8971-e5efb30020b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:40.877335 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-3628810e-95f5-4007-8971-e5efb30020b0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b3b8342c-84e3-46fa-b8c2-497d13d60573 HTTP/1.1" status: 204 len: 168 time: 0.1243098 Sep 08 16:43:40.885292 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628810e-95f5-4007-8971-e5efb30020b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b8342c-84e3-46fa-b8c2-497d13d60573,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:40.914448 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-e4c70983-f1d2-4dbf-ad2b-75f8021be260 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Network 8e2bcb45-a289-4926-ade1-25d5e32a9c19 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:43:40.919611 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-e4c70983-f1d2-4dbf-ad2b-75f8021be260 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:43:40.924375 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-e4c70983-f1d2-4dbf-ad2b-75f8021be260 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:43:40.928051 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c70983-f1d2-4dbf-ad2b-75f8021be260 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Pushing event updated for resources: {'Port': ['ID=77510679-fff6-42d1-a0b4-a177c9891d84,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:40.976122 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-e4c70983-f1d2-4dbf-ad2b-75f8021be260 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:40.976911 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-e4c70983-f1d2-4dbf-ad2b-75f8021be260 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:40.998308 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-e4c70983-f1d2-4dbf-ad2b-75f8021be260 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9079597 Sep 08 16:43:41.016687 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] Request body: {'port': {'device_id': 'ee4c9459-b57c-4c31-874f-d8ca53b2d0b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:43:41.073557 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:41.247050 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e3d69-cbf9-40fa-9be7-12bbcc45d23f req-2be4ff20-2b21-420e-8aa1-880108723b44 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:41.252170 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ea6e3d69-cbf9-40fa-9be7-12bbcc45d23f req-2be4ff20-2b21-420e-8aa1-880108723b44 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee4c9459-b57c-4c31-874f-d8ca53b2d0b9 HTTP/1.1" status: 200 len: 932 time: 0.0563397 Sep 08 16:43:41.295436 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ea6e3d69-cbf9-40fa-9be7-12bbcc45d23f req-35a01cef-43eb-4b5d-baa2-8b803e059f89 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/security-groups?id=3018d932-0124-44e2-b4a0-bb9674bf9e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409167 Sep 08 16:43:41.351878 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77510679-fff6-42d1-a0b4-a177c9891d84 {{(pid=94083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:43:41.359716 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:41.372258 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] Transition to ACTIVE for port object 77510679-fff6-42d1-a0b4-a177c9891d84 will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:43:41.377037 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:41.429497 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] Pushing event updated for resources: {'Port': ['ID=77510679-fff6-42d1-a0b4-a177c9891d84,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:41.508264 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] Attempting to bind port 77510679-fff6-42d1-a0b4-a177c9891d84 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:43:41.508602 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] Attempting to bind port 77510679-fff6-42d1-a0b4-a177c9891d84 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'bc1d449f-24ba-4bec-b6f4-17888169bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e2bcb45-a289-4926-ade1-25d5e32a9c19'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:43:41.508937 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] Attempting to bind port 77510679-fff6-42d1-a0b4-a177c9891d84 on network 8e2bcb45-a289-4926-ade1-25d5e32a9c19 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:43:41.513850 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] Port 77510679-fff6-42d1-a0b4-a177c9891d84 on network 8e2bcb45-a289-4926-ade1-25d5e32a9c19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 16:43:41.514168 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] Attempting to bind port 77510679-fff6-42d1-a0b4-a177c9891d84 on network 8e2bcb45-a289-4926-ade1-25d5e32a9c19 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:43:41.520125 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] Checking agent: {'id': 'ccbd07f4-9fa7-4e9d-ab49-144bada9319f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'started_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:43:41.520461 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] Checking segment: {'id': 'bc1d449f-24ba-4bec-b6f4-17888169bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e2bcb45-a289-4926-ade1-25d5e32a9c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:43:41.520846 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] Bound using segment: {'id': 'bc1d449f-24ba-4bec-b6f4-17888169bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e2bcb45-a289-4926-ade1-25d5e32a9c19'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:43:41.521275 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] Bound port: 77510679-fff6-42d1-a0b4-a177c9891d84, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1d449f-24ba-4bec-b6f4-17888169bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8e2bcb45-a289-4926-ade1-25d5e32a9c19'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:43:41.521691 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:41.595374 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] For port 77510679-fff6-42d1-a0b4-a177c9891d84, host hv-cinder-79053, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:43:41.598911 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] For port 77510679-fff6-42d1-a0b4-a177c9891d84, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=77510679-fff6-42d1-a0b4-a177c9891d84,segment=NetworkSegment(bc1d449f-24ba-4bec-b6f4-17888169bc71),segment_id=bc1d449f-24ba-4bec-b6f4-17888169bc71)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:43:41.604542 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:41.640386 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:41.641009 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:41.642486 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] 10.222.0.38 "PUT /v2.0/ports/77510679-fff6-42d1-a0b4-a177c9891d84 HTTP/1.1" status: 200 len: 1094 time: 0.6302633 Sep 08 16:43:41.642938 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4c9459-b57c-4c31-874f-d8ca53b2d0b9', 'tag': '77510679-fff6-42d1-a0b4-a177c9891d84'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:43:41.648478 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c2095e-1941-40d2-8b53-aef5a76f2104" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4c9459-b57c-4c31-874f-d8ca53b2d0b9", "tag": "77510679-fff6-42d1-a0b4-a177c9891d84"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:43:41.674639 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63686d01-789e-4fc7-b3fa-8aedf9c6ed1f service neutron] Pushing event updated for resources: {'Port': ['ID=77510679-fff6-42d1-a0b4-a177c9891d84,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:41.697347 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5f2cf7-864a-48c7-a7b2-eddc04f90f40 x-openstack-request-id: req-5d5f2cf7-864a-48c7-a7b2-eddc04f90f40 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:43:41.697660 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4c9459-b57c-4c31-874f-d8ca53b2d0b9", "tag": "77510679-fff6-42d1-a0b4-a177c9891d84", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:43:41.697995 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5d5f2cf7-864a-48c7-a7b2-eddc04f90f40 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:43:41.698394 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4c9459-b57c-4c31-874f-d8ca53b2d0b9', 'tag': '77510679-fff6-42d1-a0b4-a177c9891d84', 'status': 'completed', 'code': 200} Sep 08 16:43:41.762164 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-32630bf6-03ae-46be-8e45-35bb5e53ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:41.763764 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-32630bf6-03ae-46be-8e45-35bb5e53ed54 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=afde52f645634cb4b7d5c21b102a98c4&device_id=ee4c9459-b57c-4c31-874f-d8ca53b2d0b9 HTTP/1.1" status: 200 len: 1097 time: 0.0485065 Sep 08 16:43:41.816878 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-4d2b466c-0374-4fb1-bd2f-1462f9395a5a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77510679-fff6-42d1-a0b4-a177c9891d84 HTTP/1.1" status: 200 len: 217 time: 0.0387118 Sep 08 16:43:41.866597 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-99d33c03-db2c-44b7-85a5-675b29b5abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:41.868428 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-99d33c03-db2c-44b7-85a5-675b29b5abf8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9791b55-011d-49ab-913f-a21f6d94a823 HTTP/1.1" status: 200 len: 849 time: 0.0451782 Sep 08 16:43:41.901474 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-a7c06031-66aa-4994-ad2d-daaf2ea11711 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8e2bcb45-a289-4926-ade1-25d5e32a9c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254378 Sep 08 16:43:41.997530 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-f9431f80-3819-4e8d-a3d9-50028f4a12d8 service neutron] 10.222.0.38 "GET /v2.0/networks/8e2bcb45-a289-4926-ade1-25d5e32a9c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871081 Sep 08 16:43:42.091361 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8c3d9562-522d-4a0c-918f-8ac4a2249462 req-be24c197-98c4-414b-b034-983cc4e97e20 service neutron] 10.222.0.38 "GET /v2.0/networks/8e2bcb45-a289-4926-ade1-25d5e32a9c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865765 Sep 08 16:43:42.237151 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2095e-1941-40d2-8b53-aef5a76f2104 req-a0cc1755-0b4d-409c-b2ab-0215615b7906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:42.238748 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d4c2095e-1941-40d2-8b53-aef5a76f2104 req-a0cc1755-0b4d-409c-b2ab-0215615b7906 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=afde52f645634cb4b7d5c21b102a98c4&device_id=ee4c9459-b57c-4c31-874f-d8ca53b2d0b9 HTTP/1.1" status: 200 len: 1097 time: 0.0435519 Sep 08 16:43:42.341743 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2095e-1941-40d2-8b53-aef5a76f2104 req-a67aef31-4298-47ea-a347-9b700835d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:42.343268 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d4c2095e-1941-40d2-8b53-aef5a76f2104 req-a67aef31-4298-47ea-a347-9b700835d6d7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8e2bcb45-a289-4926-ade1-25d5e32a9c19 HTTP/1.1" status: 200 len: 910 time: 0.0964236 Sep 08 16:43:42.386573 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d4c2095e-1941-40d2-8b53-aef5a76f2104 req-9a24b9d6-8011-44a5-b0ef-05ede2935ce1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77510679-fff6-42d1-a0b4-a177c9891d84 HTTP/1.1" status: 200 len: 217 time: 0.0352294 Sep 08 16:43:42.419421 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7d5c7-bf3e-48b3-8de8-8d95ac87e826 req-65effff1-f919-441c-8ec6-fd464d71b021 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:42.421074 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5fa7d5c7-bf3e-48b3-8de8-8d95ac87e826 req-65effff1-f919-441c-8ec6-fd464d71b021 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee4c9459-b57c-4c31-874f-d8ca53b2d0b9 HTTP/1.1" status: 200 len: 944 time: 0.0575275 Sep 08 16:43:42.444105 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2095e-1941-40d2-8b53-aef5a76f2104 req-6d43a233-cbe9-4f94-97e8-a3c27f1deb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:42.445751 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d4c2095e-1941-40d2-8b53-aef5a76f2104 req-6d43a233-cbe9-4f94-97e8-a3c27f1deb6b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9791b55-011d-49ab-913f-a21f6d94a823 HTTP/1.1" status: 200 len: 849 time: 0.0526791 Sep 08 16:43:42.464229 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5fa7d5c7-bf3e-48b3-8de8-8d95ac87e826 req-00a133ad-0978-422d-a7f1-47feff981b5e tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/security-groups?id=3018d932-0124-44e2-b4a0-bb9674bf9e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361633 Sep 08 16:43:42.483558 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d4c2095e-1941-40d2-8b53-aef5a76f2104 req-674a9e20-7218-4238-9eec-0716605d8636 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8e2bcb45-a289-4926-ade1-25d5e32a9c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279825 Sep 08 16:43:42.609602 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d4c2095e-1941-40d2-8b53-aef5a76f2104 req-52921444-aa2f-407a-b566-5981e8d108ec service neutron] 10.222.0.38 "GET /v2.0/networks/8e2bcb45-a289-4926-ade1-25d5e32a9c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173279 Sep 08 16:43:42.714513 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d4c2095e-1941-40d2-8b53-aef5a76f2104 req-f87ee9db-4aa2-41b9-b36d-5fa104429c9b service neutron] 10.222.0.38 "GET /v2.0/networks/8e2bcb45-a289-4926-ade1-25d5e32a9c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964406 Sep 08 16:43:42.920659 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 40552) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:43.037780 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9e9e96b5-2774-4e4c-aec2-22c0cdbca29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:43.136009 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9e9e96b5-2774-4e4c-aec2-22c0cdbca29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:43.141810 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9e9e96b5-2774-4e4c-aec2-22c0cdbca29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:43.184752 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 40556) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:43.184989 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-9e9e96b5-2774-4e4c-aec2-22c0cdbca29e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc667780e1dc41ce92ed4229fcaa0b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630515 Sep 08 16:43:43.185613 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e96b5-2774-4e4c-aec2-22c0cdbca29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff25ecd-2b2e-4178-8ccf-9a095b120121,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:43.227897 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 77510679-fff6-42d1-a0b4-a177c9891d84 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:43:43.250690 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-09e42fa3-67a6-4fd4-b0bc-a2bd326a9943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:43.275960 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-09e42fa3-67a6-4fd4-b0bc-a2bd326a9943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:43.324272 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-09e42fa3-67a6-4fd4-b0bc-a2bd326a9943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:43.326829 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-09e42fa3-67a6-4fd4-b0bc-a2bd326a9943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:43.328080 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-09e42fa3-67a6-4fd4-b0bc-a2bd326a9943 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6ff25ecd-2b2e-4178-8ccf-9a095b120121 HTTP/1.1" status: 204 len: 168 time: 0.1423593 Sep 08 16:43:43.331413 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 77510679-fff6-42d1-a0b4-a177c9891d84, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=77510679-fff6-42d1-a0b4-a177c9891d84,segment=NetworkSegment(bc1d449f-24ba-4bec-b6f4-17888169bc71),segment_id=bc1d449f-24ba-4bec-b6f4-17888169bc71)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:43:43.336412 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e42fa3-67a6-4fd4-b0bc-a2bd326a9943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff25ecd-2b2e-4178-8ccf-9a095b120121,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:43.349296 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': '77510679-fff6-42d1-a0b4-a177c9891d84', 'network_id': '8e2bcb45-a289-4926-ade1-25d5e32a9c19', 'port_id': '77510679-fff6-42d1-a0b4-a177c9891d84', 'mac_address': 'fa:16:3e:3d:ce:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9791b55-011d-49ab-913f-a21f6d94a823', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:43:43.396153 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:43.410891 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77510679-fff6-42d1-a0b4-a177c9891d84 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:43:43.433474 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 77510679-fff6-42d1-a0b4-a177c9891d84, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=77510679-fff6-42d1-a0b4-a177c9891d84,segment=NetworkSegment(bc1d449f-24ba-4bec-b6f4-17888169bc71),segment_id=bc1d449f-24ba-4bec-b6f4-17888169bc71)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:43:43.438622 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:43.489235 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=77510679-fff6-42d1-a0b4-a177c9891d84,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:43.591437 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e85da-4155-4346-b1e9-1cc2d126bf0e req-96846fc7-6e71-400c-83b8-aed5a16cfdd4 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:43.592984 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b19e85da-4155-4346-b1e9-1cc2d126bf0e req-96846fc7-6e71-400c-83b8-aed5a16cfdd4 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee4c9459-b57c-4c31-874f-d8ca53b2d0b9 HTTP/1.1" status: 200 len: 945 time: 0.0537143 Sep 08 16:43:43.613415 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 40564) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:43.627559 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-60d04e63-f145-427b-8ed6-593903c61e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:43.635471 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b19e85da-4155-4346-b1e9-1cc2d126bf0e req-8a450b8c-45f9-45e7-8126-0d3c888a90d3 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/security-groups?id=3018d932-0124-44e2-b4a0-bb9674bf9e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365329 Sep 08 16:43:43.719864 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['77510679-fff6-42d1-a0b4-a177c9891d84'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:43:43.732081 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-60d04e63-f145-427b-8ed6-593903c61e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:43.737906 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-60d04e63-f145-427b-8ed6-593903c61e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:43.777763 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-60d04e63-f145-427b-8ed6-593903c61e1b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e0d055375cd54bdead701fe8e93de18e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1630900 Sep 08 16:43:43.779216 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d04e63-f145-427b-8ed6-593903c61e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804f6372-432f-4662-a023-ef81ed08c24c,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:43.780497 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 40566) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:43.853890 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-79d00008-445a-46fa-b6e7-0a3887593398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:43.877248 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-79d00008-445a-46fa-b6e7-0a3887593398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:43.930542 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-79d00008-445a-46fa-b6e7-0a3887593398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:43.933094 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-79d00008-445a-46fa-b6e7-0a3887593398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:43.934268 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-79d00008-445a-46fa-b6e7-0a3887593398 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/804f6372-432f-4662-a023-ef81ed08c24c HTTP/1.1" status: 204 len: 168 time: 0.1527209 Sep 08 16:43:43.942161 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d00008-445a-46fa-b6e7-0a3887593398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804f6372-432f-4662-a023-ef81ed08c24c,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:44.751691 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408b3f2-1dfc-494c-a2f6-027d80aa75fe req-e6f02bc1-02af-45e6-ba47-3e10f7666da7 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:44.754050 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-4408b3f2-1dfc-494c-a2f6-027d80aa75fe req-e6f02bc1-02af-45e6-ba47-3e10f7666da7 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee4c9459-b57c-4c31-874f-d8ca53b2d0b9 HTTP/1.1" status: 200 len: 945 time: 0.0502067 Sep 08 16:43:44.807083 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-4408b3f2-1dfc-494c-a2f6-027d80aa75fe req-2cf8eee6-2566-4d48-9893-8fa6c3ca33ee tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/security-groups?id=3018d932-0124-44e2-b4a0-bb9674bf9e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460908 Sep 08 16:43:45.242317 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 77510679-fff6-42d1-a0b4-a177c9891d84 up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:43:45.296884 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning for port 77510679-fff6-42d1-a0b4-a177c9891d84 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:43:45.301522 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port 77510679-fff6-42d1-a0b4-a177c9891d84 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:43:45.301900 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:45.385329 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:45.409144 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4c9459-b57c-4c31-874f-d8ca53b2d0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77510679-fff6-42d1-a0b4-a177c9891d84'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:43:45.411494 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3862b6e-cbd8-4a5d-9144-c3bdbb6fe402" -d '{"events": [{"server_uuid": "ee4c9459-b57c-4c31-874f-d8ca53b2d0b9", "name": "network-vif-plugged", "status": "completed", "tag": "77510679-fff6-42d1-a0b4-a177c9891d84"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:43:45.433777 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 77510679-fff6-42d1-a0b4-a177c9891d84, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=77510679-fff6-42d1-a0b4-a177c9891d84,segment=NetworkSegment(bc1d449f-24ba-4bec-b6f4-17888169bc71),segment_id=bc1d449f-24ba-4bec-b6f4-17888169bc71)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:43:45.440328 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:45.464960 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd504efd-e41b-440f-96d0-cef5bc9f6e7e x-openstack-request-id: req-dd504efd-e41b-440f-96d0-cef5bc9f6e7e {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:43:45.465249 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4c9459-b57c-4c31-874f-d8ca53b2d0b9", "name": "network-vif-plugged", "status": "completed", "tag": "77510679-fff6-42d1-a0b4-a177c9891d84", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:43:45.465502 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dd504efd-e41b-440f-96d0-cef5bc9f6e7e {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:43:45.465900 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4c9459-b57c-4c31-874f-d8ca53b2d0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77510679-fff6-42d1-a0b4-a177c9891d84', 'code': 200} Sep 08 16:43:45.491296 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=77510679-fff6-42d1-a0b4-a177c9891d84,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:45.683091 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9156f87-7c5f-4671-87ca-8326eaa5dd3f req-fa379cba-72fc-4b2e-857f-c1baf135cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:45.684555 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a9156f87-7c5f-4671-87ca-8326eaa5dd3f req-fa379cba-72fc-4b2e-857f-c1baf135cee8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ee4c9459-b57c-4c31-874f-d8ca53b2d0b9 HTTP/1.1" status: 200 len: 1099 time: 0.0491078 Sep 08 16:43:45.723108 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a9156f87-7c5f-4671-87ca-8326eaa5dd3f req-9fcf1ba2-690b-4c54-bdcb-40a041e32606 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3018d932-0124-44e2-b4a0-bb9674bf9e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307927 Sep 08 16:43:45.944145 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19309325-5545-4a51-9478-ad4971ee7e22 req-d293326e-1e4e-408b-a650-be4624e229f9 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:45.945538 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-19309325-5545-4a51-9478-ad4971ee7e22 req-d293326e-1e4e-408b-a650-be4624e229f9 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee4c9459-b57c-4c31-874f-d8ca53b2d0b9 HTTP/1.1" status: 200 len: 946 time: 0.0610816 Sep 08 16:43:45.983505 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-19309325-5545-4a51-9478-ad4971ee7e22 req-a10bdec7-4ef7-440d-bcc4-7311d0ca4954 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/security-groups?id=3018d932-0124-44e2-b4a0-bb9674bf9e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318410 Sep 08 16:43:46.117834 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:47.110249 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34ede6-d162-4412-8936-ca66b9b08d3c req-a21c9cb9-b948-40ea-8a37-777babf9d320 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:47.111807 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-aa34ede6-d162-4412-8936-ca66b9b08d3c req-a21c9cb9-b948-40ea-8a37-777babf9d320 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee4c9459-b57c-4c31-874f-d8ca53b2d0b9 HTTP/1.1" status: 200 len: 946 time: 0.0525696 Sep 08 16:43:47.155329 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-aa34ede6-d162-4412-8936-ca66b9b08d3c req-7430a9b7-97a7-4dde-a650-514e030015fa tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/security-groups?id=3018d932-0124-44e2-b4a0-bb9674bf9e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348659 Sep 08 16:43:47.591813 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-10130f28-1aa1-480e-9efe-159e03a1f242 req-a08eea04-13c7-4414-937e-92618c9d8bfd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515630 Sep 08 16:43:47.697005 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10130f28-1aa1-480e-9efe-159e03a1f242 req-b883758e-76f6-43ba-b2c4-d3f1ecda563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:47.698934 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-10130f28-1aa1-480e-9efe-159e03a1f242 req-b883758e-76f6-43ba-b2c4-d3f1ecda563d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=769a8cfb152a4a3da29c80d086a14abb&device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 1098 time: 0.0421095 Sep 08 16:43:47.810243 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10130f28-1aa1-480e-9efe-159e03a1f242 req-531fc4bb-9756-45c5-ac28-2bbdb3fb4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:47.811845 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-10130f28-1aa1-480e-9efe-159e03a1f242 req-531fc4bb-9756-45c5-ac28-2bbdb3fb4f2c service neutron] 10.222.0.38 "GET /v2.0/networks?id=892d82b0-ccf0-484c-a926-d570c8a4836c HTTP/1.1" status: 200 len: 909 time: 0.0923865 Sep 08 16:43:47.884125 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-10130f28-1aa1-480e-9efe-159e03a1f242 req-be8481bc-544c-436d-8f1e-4675ca2a4ddf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6a060b9-b828-44a3-ad17-aba40de0a7f9 HTTP/1.1" status: 200 len: 1001 time: 0.0655682 Sep 08 16:43:47.987847 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10130f28-1aa1-480e-9efe-159e03a1f242 req-b19b0fb7-fd91-40fd-8127-f5aca39fb00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:47.989404 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-10130f28-1aa1-480e-9efe-159e03a1f242 req-b19b0fb7-fd91-40fd-8127-f5aca39fb00b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4 HTTP/1.1" status: 200 len: 847 time: 0.0737116 Sep 08 16:43:47.999318 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b46d5-de05-4b62-82de-6e78835ed378 req-61c19476-3ad2-471b-b712-699b99d99485 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:48.000812 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-136b46d5-de05-4b62-82de-6e78835ed378 req-61c19476-3ad2-471b-b712-699b99d99485 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee4c9459-b57c-4c31-874f-d8ca53b2d0b9 HTTP/1.1" status: 200 len: 946 time: 0.0952077 Sep 08 16:43:48.066577 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-136b46d5-de05-4b62-82de-6e78835ed378 req-1852a3fd-7e62-48c0-9367-8d6d56d5ae2e tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/security-groups?id=3018d932-0124-44e2-b4a0-bb9674bf9e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559442 Sep 08 16:43:48.069517 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10130f28-1aa1-480e-9efe-159e03a1f242 req-0da21c3a-e3eb-4443-a9f8-7b0b5a33604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:48.070998 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-10130f28-1aa1-480e-9efe-159e03a1f242 req-0da21c3a-e3eb-4443-a9f8-7b0b5a33604e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=892d82b0-ccf0-484c-a926-d570c8a4836c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0693378 Sep 08 16:43:48.130180 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 40654) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:48.176128 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-10130f28-1aa1-480e-9efe-159e03a1f242 req-bf707c13-6200-4fef-9793-ecf13128937d service neutron] 10.222.0.38 "GET /v2.0/networks/892d82b0-ccf0-484c-a926-d570c8a4836c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956395 Sep 08 16:43:48.258731 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3f8277e0-8dd4-4d80-9caf-ae837568c2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:48.275565 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-10130f28-1aa1-480e-9efe-159e03a1f242 req-302a35ac-c17f-449c-b81b-b0c547eeccd6 service neutron] 10.222.0.38 "GET /v2.0/networks/892d82b0-ccf0-484c-a926-d570c8a4836c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904369 Sep 08 16:43:48.362163 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3f8277e0-8dd4-4d80-9caf-ae837568c2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:48.369239 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3f8277e0-8dd4-4d80-9caf-ae837568c2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:48.405522 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8277e0-8dd4-4d80-9caf-ae837568c2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeca0f87-8259-49d0-9819-779436860309,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:48.409868 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-3f8277e0-8dd4-4d80-9caf-ae837568c2b5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2cfa7b89fd08407b8f7b7442fd1a015b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785408 Sep 08 16:43:48.412650 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 40658) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:43:48.466885 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8510415d-454a-4e21-8b09-00ca8d25c92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:48.498384 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8510415d-454a-4e21-8b09-00ca8d25c92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:48.554723 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8510415d-454a-4e21-8b09-00ca8d25c92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:48.557428 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8510415d-454a-4e21-8b09-00ca8d25c92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:48.558586 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-8510415d-454a-4e21-8b09-00ca8d25c92b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aeca0f87-8259-49d0-9819-779436860309 HTTP/1.1" status: 204 len: 168 time: 0.1450126 Sep 08 16:43:48.566366 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510415d-454a-4e21-8b09-00ca8d25c92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeca0f87-8259-49d0-9819-779436860309,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:49.199073 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa1483-df19-411c-8ae4-104784a01379 req-bf704518-8007-4cb8-b6fe-1886d7d8a3a9 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:49.200700 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-05fa1483-df19-411c-8ae4-104784a01379 req-bf704518-8007-4cb8-b6fe-1886d7d8a3a9 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee4c9459-b57c-4c31-874f-d8ca53b2d0b9 HTTP/1.1" status: 200 len: 946 time: 0.0539877 Sep 08 16:43:49.256722 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-05fa1483-df19-411c-8ae4-104784a01379 req-40101235-066f-48db-a309-f056cb6ec8ef tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/security-groups?id=3018d932-0124-44e2-b4a0-bb9674bf9e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452547 Sep 08 16:43:49.452817 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd0498-e4be-4db5-885b-cf7e58f4576a req-6bd7c162-9113-46b0-90ff-1d3937b4c965 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:43:49.454279 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-91bd0498-e4be-4db5-885b-cf7e58f4576a req-6bd7c162-9113-46b0-90ff-1d3937b4c965 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee4c9459-b57c-4c31-874f-d8ca53b2d0b9 HTTP/1.1" status: 200 len: 946 time: 0.0603840 Sep 08 16:43:49.546096 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-91bd0498-e4be-4db5-885b-cf7e58f4576a req-83b83143-d7c8-4be1-a756-78ce4efd8788 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Deleting port 77510679-fff6-42d1-a0b4-a177c9891d84 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:43:49.546445 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-91bd0498-e4be-4db5-885b-cf7e58f4576a req-83b83143-d7c8-4be1-a756-78ce4efd8788 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:49.638355 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-91bd0498-e4be-4db5-885b-cf7e58f4576a req-83b83143-d7c8-4be1-a756-78ce4efd8788 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] For port 77510679-fff6-42d1-a0b4-a177c9891d84, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=77510679-fff6-42d1-a0b4-a177c9891d84,segment=NetworkSegment(bc1d449f-24ba-4bec-b6f4-17888169bc71),segment_id=bc1d449f-24ba-4bec-b6f4-17888169bc71)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:43:49.638695 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-91bd0498-e4be-4db5-885b-cf7e58f4576a req-83b83143-d7c8-4be1-a756-78ce4efd8788 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:49.650793 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-91bd0498-e4be-4db5-885b-cf7e58f4576a req-83b83143-d7c8-4be1-a756-78ce4efd8788 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Calling delete_port for 77510679-fff6-42d1-a0b4-a177c9891d84 owned by compute:nova {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:43:49.784287 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-91bd0498-e4be-4db5-885b-cf7e58f4576a req-83b83143-d7c8-4be1-a756-78ce4efd8788 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:49.816295 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b83143-d7c8-4be1-a756-78ce4efd8788 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Pushing event deleted for resources: {'Port': ['ID=77510679-fff6-42d1-a0b4-a177c9891d84,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:43:49.823312 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['77510679-fff6-42d1-a0b4-a177c9891d84'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:43:49.856308 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bd0498-e4be-4db5-885b-cf7e58f4576a req-83b83143-d7c8-4be1-a756-78ce4efd8788 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] No DVR routers for this DVR port 77510679-fff6-42d1-a0b4-a177c9891d84 on host hv-cinder-79053 {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:43:49.859067 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-91bd0498-e4be-4db5-885b-cf7e58f4576a req-83b83143-d7c8-4be1-a756-78ce4efd8788 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:43:49.861068 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-91bd0498-e4be-4db5-885b-cf7e58f4576a req-83b83143-d7c8-4be1-a756-78ce4efd8788 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.38 "DELETE /v2.0/ports/77510679-fff6-42d1-a0b4-a177c9891d84 HTTP/1.1" status: 204 len: 173 time: 0.4008663 Sep 08 16:43:49.861503 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4c9459-b57c-4c31-874f-d8ca53b2d0b9', 'name': 'network-vif-deleted', 'tag': '77510679-fff6-42d1-a0b4-a177c9891d84'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:43:49.863773 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4143ed-dc8a-4a65-bb0d-6c3cc5e2c896" -d '{"events": [{"server_uuid": "ee4c9459-b57c-4c31-874f-d8ca53b2d0b9", "name": "network-vif-deleted", "tag": "77510679-fff6-42d1-a0b4-a177c9891d84"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:43:49.900302 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e34cc6-1ef6-4309-9ae8-c716cf51e4aa x-openstack-request-id: req-62e34cc6-1ef6-4309-9ae8-c716cf51e4aa {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:43:49.900614 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4c9459-b57c-4c31-874f-d8ca53b2d0b9", "name": "network-vif-deleted", "tag": "77510679-fff6-42d1-a0b4-a177c9891d84", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:43:49.900933 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-62e34cc6-1ef6-4309-9ae8-c716cf51e4aa {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:43:49.901396 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4c9459-b57c-4c31-874f-d8ca53b2d0b9', 'name': 'network-vif-deleted', 'tag': '77510679-fff6-42d1-a0b4-a177c9891d84', 'status': 'completed', 'code': 200} Sep 08 16:43:50.386126 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-69e77d28-852a-49a0-8291-ddd4f03f408d req-29bcf1bc-17c0-4b28-a2dc-8915765371a8 tempest-VolumesActionsTest-1570245113 tempest-VolumesActionsTest-1570245113-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee4c9459-b57c-4c31-874f-d8ca53b2d0b9 HTTP/1.1" status: 200 len: 210 time: 0.0291715 Sep 08 16:43:54.145134 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 77510679-fff6-42d1-a0b4-a177c9891d84 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:43:54.172096 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] No Port match for: 77510679-fff6-42d1-a0b4-a177c9891d84 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:43:54.172421 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 77510679-fff6-42d1-a0b4-a177c9891d84 not bound to the agent host hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:43:58.436138 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3d2e8511-1d0b-4cdd-82c3-a579e85bf487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:01.151103 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c36a0fef-a073-4176-84dc-35a4721b9ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:01.228328 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:02.519774 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:04.165305 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:12.332784 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 40890) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:44:12.382683 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c7867a-3aaa-4fa3-93c7-c779848633f9 admin admin] Deleting subnet c9791b55-011d-49ab-913f-a21f6d94a823 {{(pid=94082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 16:44:12.386028 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-81c7867a-3aaa-4fa3-93c7-c779848633f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:12.421999 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-81c7867a-3aaa-4fa3-93c7-c779848633f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29646795'] for subnet, precommit_delete_associations {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:12.463055 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-81c7867a-3aaa-4fa3-93c7-c779848633f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772541'] for subnet, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:12.511135 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:44:12.520492 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-81c7867a-3aaa-4fa3-93c7-c779848633f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29525642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30203681'] for subnet, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:12.548070 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7867a-3aaa-4fa3-93c7-c779848633f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9791b55-011d-49ab-913f-a21f6d94a823,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:12.551840 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-81c7867a-3aaa-4fa3-93c7-c779848633f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:12.554235 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-81c7867a-3aaa-4fa3-93c7-c779848633f9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c9791b55-011d-49ab-913f-a21f6d94a823 HTTP/1.1" status: 204 len: 168 time: 0.2199721 Sep 08 16:44:12.556549 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 40892) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:44:12.631557 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-335d5dc0-d974-4e45-8369-fe0c5c0a9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601569'] for network, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:12.712217 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-335d5dc0-d974-4e45-8369-fe0c5c0a9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770888', 'neutron.services.segments.db._delete_segments_for_network-8790707967645'] for network, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:12.736328 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-335d5dc0-d974-4e45-8369-fe0c5c0a9ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2bcb45-a289-4926-ade1-25d5e32a9c19']}} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:44:12.746202 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-335d5dc0-d974-4e45-8369-fe0c5c0a9ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1d449f-24ba-4bec-b6f4-17888169bc71') {'for_net_delete': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:44:12.746500 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-335d5dc0-d974-4e45-8369-fe0c5c0a9ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1d449f-24ba-4bec-b6f4-17888169bc71') {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:44:12.756300 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-335d5dc0-d974-4e45-8369-fe0c5c0a9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790707967910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29646770'] for segment, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:12.769956 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-335d5dc0-d974-4e45-8369-fe0c5c0a9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:12.776274 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335d5dc0-d974-4e45-8369-fe0c5c0a9ffb admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=94082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:44:12.776642 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-335d5dc0-d974-4e45-8369-fe0c5c0a9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29530984'] for segment, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: Traceback (most recent call last): Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: timer() Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: cb(*args, **kw) Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: return func(*args, **kwargs) Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: self._notify() Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: self.callback(batched_events) Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: event.method(event) Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: return f(self, *a, **k) Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: return self._get(url).json() Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: return self.request(url, 'GET', **kwargs) Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:44:12.778288 dv-cinder-790535-14-iscsi neutron-server[94082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:44:12.836144 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-335d5dc0-d974-4e45-8369-fe0c5c0a9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587292'] for network, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:12.847540 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-335d5dc0-d974-4e45-8369-fe0c5c0a9ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:12.849491 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-335d5dc0-d974-4e45-8369-fe0c5c0a9ffb admin admin] 10.222.0.69 "DELETE /v2.0/networks/8e2bcb45-a289-4926-ade1-25d5e32a9c19 HTTP/1.1" status: 204 len: 168 time: 0.2917306 Sep 08 16:44:12.860382 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d5dc0-d974-4e45-8369-fe0c5c0a9ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=8e2bcb45-a289-4926-ade1-25d5e32a9c19,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:13.050335 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 40896) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:44:13.092473 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-13b737f7-1397-47b6-a9ca-15bc99c70ae2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=afde52f645634cb4b7d5c21b102a98c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409095 Sep 08 16:44:13.096251 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 40898) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:44:13.156387 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-017cc1e2-aece-41b1-a193-22456d88beff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:13.178124 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-017cc1e2-aece-41b1-a193-22456d88beff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:13.226309 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-017cc1e2-aece-41b1-a193-22456d88beff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:13.229962 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-017cc1e2-aece-41b1-a193-22456d88beff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:13.231788 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-017cc1e2-aece-41b1-a193-22456d88beff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3018d932-0124-44e2-b4a0-bb9674bf9e81 HTTP/1.1" status: 204 len: 168 time: 0.1344249 Sep 08 16:44:13.240543 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017cc1e2-aece-41b1-a193-22456d88beff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3018d932-0124-44e2-b4a0-bb9674bf9e81,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:16.128648 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:19.334060 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296830a-16dd-4baf-9d05-6c4b180dee2f req-57296721-e7b1-40c6-b82d-9e48a6fa56c4 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:19.335592 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c296830a-16dd-4baf-9d05-6c4b180dee2f req-57296721-e7b1-40c6-b82d-9e48a6fa56c4 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0520518 Sep 08 16:44:19.383834 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c296830a-16dd-4baf-9d05-6c4b180dee2f req-e478631b-1d46-46ca-bc0a-7b130fd4758a tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419590 Sep 08 16:44:20.531168 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb105b8-8242-4c69-a9a9-546551392dcd req-9ce90684-a140-403f-a3bd-d16afe314ad8 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:20.532598 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-6fb105b8-8242-4c69-a9a9-546551392dcd req-9ce90684-a140-403f-a3bd-d16afe314ad8 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0587997 Sep 08 16:44:20.578193 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-6fb105b8-8242-4c69-a9a9-546551392dcd req-d05e8761-0cc4-46ab-af14-2907720dad86 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391624 Sep 08 16:44:21.709876 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b193aa3-e0c2-4997-aae1-c15ce4fbdda8 req-3d5e8313-b085-4cd6-b6e0-dc3151be42b4 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:21.711763 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7b193aa3-e0c2-4997-aae1-c15ce4fbdda8 req-3d5e8313-b085-4cd6-b6e0-dc3151be42b4 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0553660 Sep 08 16:44:21.753233 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7b193aa3-e0c2-4997-aae1-c15ce4fbdda8 req-0abac6e0-ae19-413c-b8ab-da8f002ba477 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353975 Sep 08 16:44:22.878197 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b9bb8-7ac9-478c-91b7-8ece5b5d4742 req-945b546d-720d-457f-94b9-ab2afb4da4ec tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:22.879795 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-6d8b9bb8-7ac9-478c-91b7-8ece5b5d4742 req-945b546d-720d-457f-94b9-ab2afb4da4ec tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0534091 Sep 08 16:44:22.921558 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-6d8b9bb8-7ac9-478c-91b7-8ece5b5d4742 req-d07d461e-794c-4ca5-914a-374af040ff40 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354793 Sep 08 16:44:24.067477 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335c0f4-d56b-48ca-9a89-2cd78673f2c1 req-f7d78f94-2265-4e65-aa27-11fea99407fd tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:24.069405 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c335c0f4-d56b-48ca-9a89-2cd78673f2c1 req-f7d78f94-2265-4e65-aa27-11fea99407fd tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0704529 Sep 08 16:44:24.116095 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c335c0f4-d56b-48ca-9a89-2cd78673f2c1 req-4423553e-3778-4f6d-ba9f-65d0b793ddbb tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356002 Sep 08 16:44:25.251058 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318f603-d862-4005-8472-fda41a83256e req-5577ded5-7368-45d8-855e-652820a5dca5 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:25.252572 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0318f603-d862-4005-8472-fda41a83256e req-5577ded5-7368-45d8-855e-652820a5dca5 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0615537 Sep 08 16:44:25.298384 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0318f603-d862-4005-8472-fda41a83256e req-f66d5b79-98b9-469d-bb5d-380c6be71b1b tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367124 Sep 08 16:44:26.419129 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09632b2-a6f6-4080-9240-bc304da19993 req-3cbcf793-ee80-4f7e-9414-e61e96b673bd tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:26.420656 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a09632b2-a6f6-4080-9240-bc304da19993 req-3cbcf793-ee80-4f7e-9414-e61e96b673bd tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0530758 Sep 08 16:44:26.458528 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-a09632b2-a6f6-4080-9240-bc304da19993 req-3659ba47-9fcb-414e-b91a-66e1e4b77675 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318840 Sep 08 16:44:27.588142 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafee54-0f55-421c-838e-d0b8f6674135 req-183f6097-0256-42cc-ad38-f91f1339d6ff tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:27.589650 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-afafee54-0f55-421c-838e-d0b8f6674135 req-183f6097-0256-42cc-ad38-f91f1339d6ff tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0563242 Sep 08 16:44:27.629440 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-afafee54-0f55-421c-838e-d0b8f6674135 req-e7062765-0a99-46ef-8d4b-2c1c235a534f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335853 Sep 08 16:44:28.450547 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d247ed0c-beec-4107-9f64-4a1b93d1181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:28.766669 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930dada-4c53-4863-9e84-9fe0fac344de req-ee813805-b919-45e9-a0a8-d0642ef71355 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:28.768206 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f930dada-4c53-4863-9e84-9fe0fac344de req-ee813805-b919-45e9-a0a8-d0642ef71355 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0627642 Sep 08 16:44:28.807766 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f930dada-4c53-4863-9e84-9fe0fac344de req-fa9089da-e694-4655-84ba-f5ba8f1b8429 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331016 Sep 08 16:44:29.576901 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bba01-9ce7-494b-8bea-82acc5ced4f0 req-456d4cff-fc54-41ae-8a06-e050655028ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:29.578257 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7d6bba01-9ce7-494b-8bea-82acc5ced4f0 req-456d4cff-fc54-41ae-8a06-e050655028ab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=769a8cfb152a4a3da29c80d086a14abb&device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 1098 time: 0.0425129 Sep 08 16:44:29.693659 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bba01-9ce7-494b-8bea-82acc5ced4f0 req-315a5344-712c-4f4d-bb18-07c3fee02bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:29.695162 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7d6bba01-9ce7-494b-8bea-82acc5ced4f0 req-315a5344-712c-4f4d-bb18-07c3fee02bf6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=892d82b0-ccf0-484c-a926-d570c8a4836c HTTP/1.1" status: 200 len: 909 time: 0.1090999 Sep 08 16:44:29.762003 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7d6bba01-9ce7-494b-8bea-82acc5ced4f0 req-f4bdf34f-e0b5-49c3-9338-de876cd3531a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6a060b9-b828-44a3-ad17-aba40de0a7f9 HTTP/1.1" status: 200 len: 1001 time: 0.0589895 Sep 08 16:44:29.820045 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bba01-9ce7-494b-8bea-82acc5ced4f0 req-53545713-476c-49d0-a400-8c212bc9aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:29.821607 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7d6bba01-9ce7-494b-8bea-82acc5ced4f0 req-53545713-476c-49d0-a400-8c212bc9aed1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4 HTTP/1.1" status: 200 len: 847 time: 0.0512836 Sep 08 16:44:29.873697 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bba01-9ce7-494b-8bea-82acc5ced4f0 req-bba0efb3-be45-476b-9610-2fcd7d6521f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:29.875221 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7d6bba01-9ce7-494b-8bea-82acc5ced4f0 req-bba0efb3-be45-476b-9610-2fcd7d6521f8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=892d82b0-ccf0-484c-a926-d570c8a4836c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0469384 Sep 08 16:44:29.933119 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e1de8-5e62-485e-8ac2-1d95aa544a44 req-c00ea129-bd2d-4436-a626-9257872df243 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:29.935426 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-056e1de8-5e62-485e-8ac2-1d95aa544a44 req-c00ea129-bd2d-4436-a626-9257872df243 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0517030 Sep 08 16:44:29.967425 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7d6bba01-9ce7-494b-8bea-82acc5ced4f0 req-85c352a8-f4ba-4d85-803e-7472c241f60b service neutron] 10.222.0.38 "GET /v2.0/networks/892d82b0-ccf0-484c-a926-d570c8a4836c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842996 Sep 08 16:44:29.975653 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-056e1de8-5e62-485e-8ac2-1d95aa544a44 req-80007d5f-b598-412e-a336-a5c93b5ac77a tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340805 Sep 08 16:44:30.063033 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7d6bba01-9ce7-494b-8bea-82acc5ced4f0 req-86c945d9-8c83-4ad5-8d0b-ccb4b9070ebf service neutron] 10.222.0.38 "GET /v2.0/networks/892d82b0-ccf0-484c-a926-d570c8a4836c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870848 Sep 08 16:44:31.103559 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206f2fe-5165-4cf3-9265-bcef38591fd5 req-2083101c-eebc-4c5a-a328-e3b941fc2907 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:31.105061 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3206f2fe-5165-4cf3-9265-bcef38591fd5 req-2083101c-eebc-4c5a-a328-e3b941fc2907 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0555387 Sep 08 16:44:31.147033 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-29d973b0-298e-46cd-98b5-41ea1485c478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:31.149425 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3206f2fe-5165-4cf3-9265-bcef38591fd5 req-c62b0c75-ea4d-48d8-b0b2-c0c96f4a59ad tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355318 Sep 08 16:44:31.223902 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:32.278968 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b02932-2045-422b-8956-530f56e3a47f req-7f55e045-0991-42bc-b591-522f04cb535a tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:32.280951 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-87b02932-2045-422b-8956-530f56e3a47f req-7f55e045-0991-42bc-b591-522f04cb535a tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0629611 Sep 08 16:44:32.321081 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-87b02932-2045-422b-8956-530f56e3a47f req-0c58ef5c-05b3-4f84-87a5-33cf398192ba tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333011 Sep 08 16:44:32.527213 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:33.461874 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da1bf5-4dd0-4dc9-a706-caa986773196 req-5c934e86-d71c-4d0e-8279-53c1e0d391f3 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:33.463336 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-19da1bf5-4dd0-4dc9-a706-caa986773196 req-5c934e86-d71c-4d0e-8279-53c1e0d391f3 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0621803 Sep 08 16:44:33.507647 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-19da1bf5-4dd0-4dc9-a706-caa986773196 req-0feb8343-551d-42fa-b4cb-40132a0649cc tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360765 Sep 08 16:44:34.165336 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:34.644223 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551f143-f1ba-4d7c-94dd-10dc5129cfcb req-d50a947e-8a2e-45d8-82af-ac9ffeae8333 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:34.645772 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d551f143-f1ba-4d7c-94dd-10dc5129cfcb req-d50a947e-8a2e-45d8-82af-ac9ffeae8333 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0601788 Sep 08 16:44:34.702178 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-d551f143-f1ba-4d7c-94dd-10dc5129cfcb req-889eb832-4de2-475a-b517-1555b00f07d7 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491374 Sep 08 16:44:34.922267 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599c48f-279f-4591-abf9-7d6bc9dd18c2 req-e361c216-17cc-4f80-9a51-402b5acf0e9d tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:34.923891 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c599c48f-279f-4591-abf9-7d6bc9dd18c2 req-e361c216-17cc-4f80-9a51-402b5acf0e9d tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0524254 Sep 08 16:44:34.959290 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41072) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:44:34.966417 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c599c48f-279f-4591-abf9-7d6bc9dd18c2 req-88988b20-eba2-4537-83cb-f0b66512df7e tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362232 Sep 08 16:44:35.059655 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2157cdc2-69ea-416c-86cc-3005953341ff req-379ba2de-110d-4315-977e-b0befe7d0ef3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0990589 Sep 08 16:44:35.069068 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [req-2157cdc2-69ea-416c-86cc-3005953341ff req-4d1a5445-bca8-4293-8379-30a2a538f9b9 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:44:35.070058 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2157cdc2-69ea-416c-86cc-3005953341ff req-4d1a5445-bca8-4293-8379-30a2a538f9b9 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052378 Sep 08 16:44:36.098095 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e05eb-52de-42dd-adcb-aa8291a52a9d req-57927f40-26ac-4d6a-9b95-0d94eb18eefe tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:36.099629 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2f3e05eb-52de-42dd-adcb-aa8291a52a9d req-57927f40-26ac-4d6a-9b95-0d94eb18eefe tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0541158 Sep 08 16:44:36.141758 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2f3e05eb-52de-42dd-adcb-aa8291a52a9d req-579e27b4-8e53-4416-9301-bb58bb769ee3 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359740 Sep 08 16:44:36.994068 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device f6a060b9-b828-44a3-ad17-aba40de0a7f9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:44:37.075700 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:37.106611 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420a275d-e3d3-4e78-8b00-366db8d6cf06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:44:37.109122 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66eb024-81e3-4cb9-9fea-66d130ecac33" -d '{"events": [{"server_uuid": "420a275d-e3d3-4e78-8b00-366db8d6cf06", "name": "network-vif-unplugged", "status": "completed", "tag": "f6a060b9-b828-44a3-ad17-aba40de0a7f9"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:44:37.125099 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port f6a060b9-b828-44a3-ad17-aba40de0a7f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f6a060b9-b828-44a3-ad17-aba40de0a7f9,segment=NetworkSegment(c4e4cae2-14d7-4e17-afc0-ddae6a431e66),segment_id=c4e4cae2-14d7-4e17-afc0-ddae6a431e66)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:44:37.133637 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:37.160949 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Sep 2021 16:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ac93e5-bf4b-4c03-8342-d2078b945c3d x-openstack-request-id: req-45ac93e5-bf4b-4c03-8342-d2078b945c3d {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:44:37.161267 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420a275d-e3d3-4e78-8b00-366db8d6cf06", "name": "network-vif-unplugged", "status": "failed", "tag": "f6a060b9-b828-44a3-ad17-aba40de0a7f9", "code": 422}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:44:37.161494 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-45ac93e5-bf4b-4c03-8342-d2078b945c3d {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:44:37.162107 dv-cinder-790535-14-iscsi neutron-server[94084]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '420a275d-e3d3-4e78-8b00-366db8d6cf06', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9', 'code': 422} returned with failed status Sep 08 16:44:37.194686 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=f6a060b9-b828-44a3-ad17-aba40de0a7f9,revision_number=6']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:37.202297 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:37.202651 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:37.203149 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:37.203502 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:37.203859 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:37.204188 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:37.204513 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:37.204832 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:37.205160 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:37.205574 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:37.205853 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:37.206100 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:37.276493 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961beb52-d9ab-42b2-97e3-569e96f79f2e req-b750a1da-9ed5-401a-ac72-3c9091f0b8dd tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:37.278756 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-961beb52-d9ab-42b2-97e3-569e96f79f2e req-b750a1da-9ed5-401a-ac72-3c9091f0b8dd tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 943 time: 0.0561054 Sep 08 16:44:37.320470 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-961beb52-d9ab-42b2-97e3-569e96f79f2e req-6379a983-110f-49f0-b9f9-d762b58d600c tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351093 Sep 08 16:44:37.596496 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157cdc2-69ea-416c-86cc-3005953341ff req-6b56915e-eb9c-4b78-9071-d352d9829991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:37.598007 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2157cdc2-69ea-416c-86cc-3005953341ff req-6b56915e-eb9c-4b78-9071-d352d9829991 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06&tenant_id=769a8cfb152a4a3da29c80d086a14abb HTTP/1.1" status: 200 len: 1096 time: 0.0462997 Sep 08 16:44:37.679284 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157cdc2-69ea-416c-86cc-3005953341ff req-2ebae0a6-8129-4a50-8ca4-028dc02016cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:37.680843 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2157cdc2-69ea-416c-86cc-3005953341ff req-2ebae0a6-8129-4a50-8ca4-028dc02016cc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=769a8cfb152a4a3da29c80d086a14abb&device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 1096 time: 0.0459299 Sep 08 16:44:37.774691 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157cdc2-69ea-416c-86cc-3005953341ff req-4e2b3959-5993-42da-a31d-1fd59876b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:37.776199 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2157cdc2-69ea-416c-86cc-3005953341ff req-4e2b3959-5993-42da-a31d-1fd59876b0f9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=892d82b0-ccf0-484c-a926-d570c8a4836c HTTP/1.1" status: 200 len: 909 time: 0.0870438 Sep 08 16:44:37.860023 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2157cdc2-69ea-416c-86cc-3005953341ff req-a456b0cb-0bdc-4fe2-af86-4fe1ac3837d5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6a060b9-b828-44a3-ad17-aba40de0a7f9 HTTP/1.1" status: 200 len: 999 time: 0.0723662 Sep 08 16:44:37.911268 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157cdc2-69ea-416c-86cc-3005953341ff req-9ca9956e-7894-46b4-be7a-c9407a895681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:37.912847 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2157cdc2-69ea-416c-86cc-3005953341ff req-9ca9956e-7894-46b4-be7a-c9407a895681 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4 HTTP/1.1" status: 200 len: 847 time: 0.0460374 Sep 08 16:44:37.966093 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157cdc2-69ea-416c-86cc-3005953341ff req-9428bc21-5292-428f-8cc5-dc6741659e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:37.967665 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2157cdc2-69ea-416c-86cc-3005953341ff req-9428bc21-5292-428f-8cc5-dc6741659e22 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=892d82b0-ccf0-484c-a926-d570c8a4836c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0479903 Sep 08 16:44:38.064871 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2157cdc2-69ea-416c-86cc-3005953341ff req-afc58de4-435b-4d09-a722-589ff127c159 service neutron] 10.222.0.38 "GET /v2.0/networks/892d82b0-ccf0-484c-a926-d570c8a4836c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900776 Sep 08 16:44:38.164041 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-2157cdc2-69ea-416c-86cc-3005953341ff req-edcb7406-a13c-43d3-9dca-04563e1dbcd0 service neutron] 10.222.0.38 "GET /v2.0/networks/892d82b0-ccf0-484c-a926-d570c8a4836c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921407 Sep 08 16:44:38.440617 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed684367-9c5f-4780-89ce-44fd63a87567 req-ae15e55a-88b0-47f1-86a3-20c3ebf1c7dc tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:38.442059 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ed684367-9c5f-4780-89ce-44fd63a87567 req-ae15e55a-88b0-47f1-86a3-20c3ebf1c7dc tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 943 time: 0.0544469 Sep 08 16:44:38.482633 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ed684367-9c5f-4780-89ce-44fd63a87567 req-7bde5bf3-8e05-4b52-8450-dc0e271e99bc tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319920 Sep 08 16:44:39.632823 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d995fe9-ccac-4c3f-b4b4-81903b1c67a1 req-e79e6795-6611-4705-a087-4b4f45a4bf89 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:39.634304 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8d995fe9-ccac-4c3f-b4b4-81903b1c67a1 req-e79e6795-6611-4705-a087-4b4f45a4bf89 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 943 time: 0.0656130 Sep 08 16:44:39.673621 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8d995fe9-ccac-4c3f-b4b4-81903b1c67a1 req-8bcdefdf-17b9-40ae-bff5-3848a80b4171 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325406 Sep 08 16:44:40.801971 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531f854-49b5-4ea7-873e-cdf9a1fd0edb req-4d1c0e2e-c718-4571-bfa0-811770825694 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:40.803560 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-9531f854-49b5-4ea7-873e-cdf9a1fd0edb req-4d1c0e2e-c718-4571-bfa0-811770825694 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 943 time: 0.0527909 Sep 08 16:44:40.849142 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-9531f854-49b5-4ea7-873e-cdf9a1fd0edb req-b454c8ac-7625-4dde-b3ab-d77e8f58836b tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366502 Sep 08 16:44:41.979256 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de6979-f97c-4015-a40b-3f2caff0893f req-7f2c2127-9da3-4a0e-af2e-b97f4f720b68 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:41.980910 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-37de6979-f97c-4015-a40b-3f2caff0893f req-7f2c2127-9da3-4a0e-af2e-b97f4f720b68 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 943 time: 0.0547092 Sep 08 16:44:42.023873 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-37de6979-f97c-4015-a40b-3f2caff0893f req-2a494c75-949d-4e6c-9682-c24b25749ed2 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360725 Sep 08 16:44:43.145353 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea65916-ac3c-4b23-b1a3-6e266d64b3fa req-eb331daa-6d84-4cad-8a41-7173881aaae8 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:43.147239 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-9ea65916-ac3c-4b23-b1a3-6e266d64b3fa req-eb331daa-6d84-4cad-8a41-7173881aaae8 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 943 time: 0.0506158 Sep 08 16:44:43.185961 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-9ea65916-ac3c-4b23-b1a3-6e266d64b3fa req-27f71aa7-799f-4cb0-9e69-4776e8602c96 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319519 Sep 08 16:44:44.303314 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69ca67-1eec-4614-a527-2237a349d705 req-9672d508-05c6-4140-9ff9-3e8d350031e5 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:44.304801 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4d69ca67-1eec-4614-a527-2237a349d705 req-9672d508-05c6-4140-9ff9-3e8d350031e5 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 943 time: 0.0496600 Sep 08 16:44:44.348041 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-4d69ca67-1eec-4614-a527-2237a349d705 req-f2e171d9-db05-4421-a777-ffc43ce29d64 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370741 Sep 08 16:44:45.479458 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6fb7d-deaa-4039-a97e-e451ff6265fe req-e2595248-b76a-420d-9577-383dd7e53b3d tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:45.481369 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-07d6fb7d-deaa-4039-a97e-e451ff6265fe req-e2595248-b76a-420d-9577-383dd7e53b3d tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 943 time: 0.0551198 Sep 08 16:44:45.533252 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-07d6fb7d-deaa-4039-a97e-e451ff6265fe req-a1e16d12-1449-4490-b988-6f9c8696823a tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454857 Sep 08 16:44:46.127023 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:46.665578 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cc03b-9d1e-4579-a8f0-a5f5c395e1c2 req-4f6a156a-5575-4775-8502-02b18a0e5049 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:46.667204 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-508cc03b-9d1e-4579-a8f0-a5f5c395e1c2 req-4f6a156a-5575-4775-8502-02b18a0e5049 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 943 time: 0.0553622 Sep 08 16:44:46.705681 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-508cc03b-9d1e-4579-a8f0-a5f5c395e1c2 req-1cb89ef3-c9ab-4b35-ba08-cc8c95a67c91 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321841 Sep 08 16:44:47.060659 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device f6a060b9-b828-44a3-ad17-aba40de0a7f9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:44:47.177360 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port f6a060b9-b828-44a3-ad17-aba40de0a7f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f6a060b9-b828-44a3-ad17-aba40de0a7f9,segment=NetworkSegment(c4e4cae2-14d7-4e17-afc0-ddae6a431e66),segment_id=c4e4cae2-14d7-4e17-afc0-ddae6a431e66)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:44:47.188626 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9', 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c', 'port_id': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9', 'mac_address': 'fa:16:3e:9b:37:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:44:47.228998 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:47.243179 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a060b9-b828-44a3-ad17-aba40de0a7f9 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:44:47.264307 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port f6a060b9-b828-44a3-ad17-aba40de0a7f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f6a060b9-b828-44a3-ad17-aba40de0a7f9,segment=NetworkSegment(c4e4cae2-14d7-4e17-afc0-ddae6a431e66),segment_id=c4e4cae2-14d7-4e17-afc0-ddae6a431e66)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:44:47.270700 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:47.322122 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=f6a060b9-b828-44a3-ad17-aba40de0a7f9,revision_number=7']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:47.560199 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['f6a060b9-b828-44a3-ad17-aba40de0a7f9'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:44:47.827383 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4825e-09b2-4ed3-9acf-98f26cc254dc req-5938dcaa-4907-43c4-95da-5566af42daf9 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:47.831564 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ddd4825e-09b2-4ed3-9acf-98f26cc254dc req-5938dcaa-4907-43c4-95da-5566af42daf9 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 944 time: 0.0520766 Sep 08 16:44:47.874260 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ddd4825e-09b2-4ed3-9acf-98f26cc254dc req-8db89f6a-6d40-4f69-a69a-81d9123aa6ff tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376959 Sep 08 16:44:48.023114 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41166) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:44:48.143106 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-5a6a6083-4b53-44c3-b368-49892eba15c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:48.240438 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-5a6a6083-4b53-44c3-b368-49892eba15c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:48.246950 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-5a6a6083-4b53-44c3-b368-49892eba15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:48.284758 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-5a6a6083-4b53-44c3-b368-49892eba15c8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6980713e16f5458c9b7e30eb6f1f20d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605379 Sep 08 16:44:48.285610 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a6083-4b53-44c3-b368-49892eba15c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3639f4b7-da8a-42be-abd9-6a805057098e,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:48.289268 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41170) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:44:48.305741 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a6083-4b53-44c3-b368-49892eba15c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:48.306095 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a6083-4b53-44c3-b368-49892eba15c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:48.306425 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a6083-4b53-44c3-b368-49892eba15c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:48.306755 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a6083-4b53-44c3-b368-49892eba15c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:48.307078 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a6083-4b53-44c3-b368-49892eba15c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:48.307374 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a6083-4b53-44c3-b368-49892eba15c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:48.308424 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a6083-4b53-44c3-b368-49892eba15c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:48.308864 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a6083-4b53-44c3-b368-49892eba15c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:48.309214 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a6083-4b53-44c3-b368-49892eba15c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:48.309584 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a6083-4b53-44c3-b368-49892eba15c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:48.309920 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a6083-4b53-44c3-b368-49892eba15c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:48.310241 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a6083-4b53-44c3-b368-49892eba15c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:48.352831 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-41fa4537-b371-4991-9249-67b2da162a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:48.377465 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-41fa4537-b371-4991-9249-67b2da162a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:48.431105 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-41fa4537-b371-4991-9249-67b2da162a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:48.433866 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-41fa4537-b371-4991-9249-67b2da162a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:48.435031 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-41fa4537-b371-4991-9249-67b2da162a3d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3639f4b7-da8a-42be-abd9-6a805057098e HTTP/1.1" status: 204 len: 168 time: 0.1448839 Sep 08 16:44:48.443603 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa4537-b371-4991-9249-67b2da162a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3639f4b7-da8a-42be-abd9-6a805057098e,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:48.996577 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4a91a-6846-451e-a52e-7f9459cea43f req-60ad19f4-2b51-4568-8055-099978aa82e7 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:48.998230 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-74e4a91a-6846-451e-a52e-7f9459cea43f req-60ad19f4-2b51-4568-8055-099978aa82e7 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 944 time: 0.0547879 Sep 08 16:44:49.041105 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-74e4a91a-6846-451e-a52e-7f9459cea43f req-364c258b-61dc-4fbd-b5ab-6a729ca8cbee tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362561 Sep 08 16:44:49.069019 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device f6a060b9-b828-44a3-ad17-aba40de0a7f9 up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:44:49.117426 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port f6a060b9-b828-44a3-ad17-aba40de0a7f9 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:44:49.117884 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:49.196939 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:49.221100 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420a275d-e3d3-4e78-8b00-366db8d6cf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:44:49.223451 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ef8844-08bf-4fca-bafe-8f1d2127abe2" -d '{"events": [{"server_uuid": "420a275d-e3d3-4e78-8b00-366db8d6cf06", "name": "network-vif-plugged", "status": "completed", "tag": "f6a060b9-b828-44a3-ad17-aba40de0a7f9"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:44:49.239938 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port f6a060b9-b828-44a3-ad17-aba40de0a7f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f6a060b9-b828-44a3-ad17-aba40de0a7f9,segment=NetworkSegment(c4e4cae2-14d7-4e17-afc0-ddae6a431e66),segment_id=c4e4cae2-14d7-4e17-afc0-ddae6a431e66)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:44:49.246007 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:49.274348 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b42510-4159-496a-849b-fe4d6f59ab34 x-openstack-request-id: req-e5b42510-4159-496a-849b-fe4d6f59ab34 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:44:49.274672 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420a275d-e3d3-4e78-8b00-366db8d6cf06", "name": "network-vif-plugged", "status": "completed", "tag": "f6a060b9-b828-44a3-ad17-aba40de0a7f9", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:44:49.274891 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e5b42510-4159-496a-849b-fe4d6f59ab34 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:44:49.275277 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420a275d-e3d3-4e78-8b00-366db8d6cf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9', 'code': 200} Sep 08 16:44:49.306112 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=f6a060b9-b828-44a3-ad17-aba40de0a7f9,revision_number=8']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:49.510561 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:44:49.516699 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6add4bb-6f3d-4c6e-935f-6e5908feb77c req-5aa1ff46-2d89-445f-acf8-b4d9489a5ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:49.518217 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b6add4bb-6f3d-4c6e-935f-6e5908feb77c req-5aa1ff46-2d89-445f-acf8-b4d9489a5ac5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 1098 time: 0.0399153 Sep 08 16:44:49.521821 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41204) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:44:49.555270 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-b6add4bb-6f3d-4c6e-935f-6e5908feb77c req-74ba3d84-31ba-4a64-aeae-65262287e365 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277112 Sep 08 16:44:49.632141 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2eb4abf1-1b8b-4833-93c2-a255581dab52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:49.726860 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2eb4abf1-1b8b-4833-93c2-a255581dab52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:49.732507 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2eb4abf1-1b8b-4833-93c2-a255581dab52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:49.768385 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4abf1-1b8b-4833-93c2-a255581dab52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55051cd-47d2-487c-8571-a08b8b8c633b,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:49.773012 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-2eb4abf1-1b8b-4833-93c2-a255581dab52 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=da90db1cb959419cbb75c902875ea58b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502406 Sep 08 16:44:49.775947 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41208) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:44:49.824208 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f244d77e-6b73-49b3-9dae-41f5c5313991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:49.845272 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f244d77e-6b73-49b3-9dae-41f5c5313991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:49.904248 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f244d77e-6b73-49b3-9dae-41f5c5313991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:49.906978 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f244d77e-6b73-49b3-9dae-41f5c5313991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:49.908195 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-f244d77e-6b73-49b3-9dae-41f5c5313991 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b55051cd-47d2-487c-8571-a08b8b8c633b HTTP/1.1" status: 204 len: 168 time: 0.1313646 Sep 08 16:44:49.916134 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244d77e-6b73-49b3-9dae-41f5c5313991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55051cd-47d2-487c-8571-a08b8b8c633b,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:50.167127 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0b341-3d2e-4c6c-8146-09930d03fd0d req-b1a14b16-a995-4000-8680-396e2a0141cf tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:50.168757 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7ad0b341-3d2e-4c6c-8146-09930d03fd0d req-b1a14b16-a995-4000-8680-396e2a0141cf tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0574872 Sep 08 16:44:50.210004 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7ad0b341-3d2e-4c6c-8146-09930d03fd0d req-6fcdcac4-2c06-4701-8d75-8032c3dcd8dc tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339594 Sep 08 16:44:50.581031 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41232) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:44:50.694008 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-b3f7c2e4-793c-4cb2-b59d-cf79fcbbc832 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2077891615-network', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:44:50.723620 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f7c2e4-793c-4cb2-b59d-cf79fcbbc832 admin admin] Made reservation on behalf of 9560510c90274e5a9b146fe8c72d17a1 for: {'network': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:44:50.726108 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b3f7c2e4-793c-4cb2-b59d-cf79fcbbc832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for network, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:50.734793 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b3f7c2e4-793c-4cb2-b59d-cf79fcbbc832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:50.840917 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b3f7c2e4-793c-4cb2-b59d-cf79fcbbc832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:50.846606 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b3f7c2e4-793c-4cb2-b59d-cf79fcbbc832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:50.870268 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f7c2e4-793c-4cb2-b59d-cf79fcbbc832 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:44:50.879670 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7c2e4-793c-4cb2-b59d-cf79fcbbc832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b80c622-0bd1-4520-a21a-c2078b26d225,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:50.884339 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b3f7c2e4-793c-4cb2-b59d-cf79fcbbc832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:50.884676 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.segments_db [None req-b3f7c2e4-793c-4cb2-b59d-cf79fcbbc832 admin admin] Added segment 59820ba5-93dc-4e28-887a-d3e37dc08246 of type vlan for network 5037c40c-5a38-4178-9794-a6b3fa7de88b Sep 08 16:44:50.922771 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b3f7c2e4-793c-4cb2-b59d-cf79fcbbc832 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790707670824'] for network, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:50.954694 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b3f7c2e4-793c-4cb2-b59d-cf79fcbbc832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for network, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:50.956342 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f7c2e4-793c-4cb2-b59d-cf79fcbbc832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:50.957456 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-b3f7c2e4-793c-4cb2-b59d-cf79fcbbc832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:50.990885 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-b3f7c2e4-793c-4cb2-b59d-cf79fcbbc832 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4087148 Sep 08 16:44:50.994061 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41236) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:44:50.998962 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Request body: {'subnet': {'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2077891615-subnet', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'ip_version': 4}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:44:51.021925 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Made reservation on behalf of 9560510c90274e5a9b146fe8c72d17a1 for: {'subnet': 1} {{(pid=94082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:44:51.024258 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30203844'] for subnet, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:51.024821 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7c2e4-793c-4cb2-b59d-cf79fcbbc832 admin admin] Pushing event updated for resources: {'Network': ['ID=5037c40c-5a38-4178-9794-a6b3fa7de88b,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:51.035530 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Network 5037c40c-5a38-4178-9794-a6b3fa7de88b details requested by agent ovs-agent-dv-cinder-790535-14-iscsi with host dv-cinder-790535-14-iscsi {{(pid=94084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 16:44:51.218999 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29525707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30203866'] for subnet, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:51.274801 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e35c5229-4844-4468-81cb-0a7fc05cb483,revision_number=0']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:51.289412 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:51.289760 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:51.290101 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:51.290434 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:51.290765 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:51.291094 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:51.291451 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:51.291815 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:51.292136 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:51.292456 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:51.292776 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:51.293082 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:51.299512 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Checking segment: {'id': '59820ba5-93dc-4e28-887a-d3e37dc08246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:44:51.299886 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Network hostable DHCP agents. Network: 5037c40c-5a38-4178-9794-a6b3fa7de88b, hostable agents: ['c6a67338-5c5e-4be7-97de-2bb9548e06ff'], hosted agents: [] {{(pid=94082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:44:51.349308 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Network 5037c40c-5a38-4178-9794-a6b3fa7de88b is scheduled to be hosted by DHCP agent c6a67338-5c5e-4be7-97de-2bb9548e06ff with binding_index 1 {{(pid=94082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:44:51.366254 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dfb96-512d-4aae-9faa-afabd35edffa req-a2094f62-ab13-4bfb-ba05-97a8a0372e00 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:51.367721 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-851dfb96-512d-4aae-9faa-afabd35edffa req-a2094f62-ab13-4bfb-ba05-97a8a0372e00 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0704381 Sep 08 16:44:51.368705 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-14-iscsi, 5037c40c-5a38-4178-9794-a6b3fa7de88b) {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:44:51.373356 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:51.374045 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:51.381881 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffee8f2e-4934-4a15-b368-67508bf4fc5b None None] Network 5037c40c-5a38-4178-9794-a6b3fa7de88b requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:44:51.406670 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-1953b6f1-ae08-4758-8b8a-6e57e35711a1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4114368 Sep 08 16:44:51.409810 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41240) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:44:51.416195 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-11ff697d-3a32-479e-be91-95ff6442f952 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:44:51.424093 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-851dfb96-512d-4aae-9faa-afabd35edffa req-a802519f-883e-48df-be26-f8f7713bb12c tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454273 Sep 08 16:44:51.449660 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-11ff697d-3a32-479e-be91-95ff6442f952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14265'] for router, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:51.451218 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-11ff697d-3a32-479e-be91-95ff6442f952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583829', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14256'] for router, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:51.503588 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-11ff697d-3a32-479e-be91-95ff6442f952 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:51.539547 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd0c79c-1027-5749-bad1-05de697929c1-5037c40c-5a38-4178-9794-a6b3fa7de88b', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483'}]}} from dv-cinder-790535-14-iscsi. {{(pid=94084) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 16:44:51.540520 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:51.647292 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-11ff697d-3a32-479e-be91-95ff6442f952 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:51.676386 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Allocated IP 172.20.0.2 (5037c40c-5a38-4178-9794-a6b3fa7de88b/e35c5229-4844-4468-81cb-0a7fc05cb483/b88991f9-b299-4efd-9b4b-e5ab525b39d9) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:44:51.816861 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:51.825283 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Transition to ACTIVE for port object b88991f9-b299-4efd-9b4b-e5ab525b39d9 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:44:51.840139 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Transition to ACTIVE for port object b88991f9-b299-4efd-9b4b-e5ab525b39d9 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:44:51.847210 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:51.849771 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-11ff697d-3a32-479e-be91-95ff6442f952 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:51.868960 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-11ff697d-3a32-479e-be91-95ff6442f952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:51.881721 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Network 5037c40c-5a38-4178-9794-a6b3fa7de88b is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:44:51.886075 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:44:51.889582 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:44:51.902943 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Pushing event updated for resources: {'Port': ['ID=b88991f9-b299-4efd-9b4b-e5ab525b39d9,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:51.951783 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Attempting to bind port b88991f9-b299-4efd-9b4b-e5ab525b39d9 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:44:51.952249 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Attempting to bind port b88991f9-b299-4efd-9b4b-e5ab525b39d9 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '59820ba5-93dc-4e28-887a-d3e37dc08246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:44:51.952772 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Attempting to bind port b88991f9-b299-4efd-9b4b-e5ab525b39d9 on network 5037c40c-5a38-4178-9794-a6b3fa7de88b {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:44:51.957998 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:44:51.958344 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Checking segment: {'id': '59820ba5-93dc-4e28-887a-d3e37dc08246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:44:51.958849 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:51.959220 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Bound using segment: {'id': '59820ba5-93dc-4e28-887a-d3e37dc08246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:44:51.959913 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Bound port: b88991f9-b299-4efd-9b4b-e5ab525b39d9, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59820ba5-93dc-4e28-887a-d3e37dc08246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:44:51.960269 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:51.974860 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [None req-11ff697d-3a32-479e-be91-95ff6442f952 admin admin] Allocated IP 172.27.3.244 (84aa3881-86d2-4090-846d-df2f4a76ffa3/4838e23d-7083-4c92-9a08-11046328e4a1/ea68e5e3-cba3-45f5-bccd-658c80214183) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:44:52.033319 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] For port b88991f9-b299-4efd-9b4b-e5ab525b39d9, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:44:52.036889 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] For port b88991f9-b299-4efd-9b4b-e5ab525b39d9, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=b88991f9-b299-4efd-9b4b-e5ab525b39d9,segment=NetworkSegment(59820ba5-93dc-4e28-887a-d3e37dc08246),segment_id=59820ba5-93dc-4e28-887a-d3e37dc08246)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:44:52.041634 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:52.084454 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-11ff697d-3a32-479e-be91-95ff6442f952 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:52.100826 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9c8a3-4a8e-413b-b422-502aaf0f9768 None None] Pushing event updated for resources: {'Port': ['ID=b88991f9-b299-4efd-9b4b-e5ab525b39d9,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:52.135325 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-11ff697d-3a32-479e-be91-95ff6442f952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:52.173495 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ff697d-3a32-479e-be91-95ff6442f952 admin admin] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:44:52.176343 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-11ff697d-3a32-479e-be91-95ff6442f952 admin admin] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:44:52.181857 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ff697d-3a32-479e-be91-95ff6442f952 admin admin] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:44:52.187784 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff697d-3a32-479e-be91-95ff6442f952 admin admin] Pushing event updated for resources: {'Port': ['ID=ea68e5e3-cba3-45f5-bccd-658c80214183,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:52.710295 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-11ff697d-3a32-479e-be91-95ff6442f952 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:52.910361 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-11ff697d-3a32-479e-be91-95ff6442f952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587332'] for router, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:52.966223 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfdd7e6-d70b-47de-bf94-e00b27c3a56d None None] Network 5037c40c-5a38-4178-9794-a6b3fa7de88b requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:44:53.059171 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-23d12f6e-bf32-46c1-96bd-a77ccd39dec6 None None] Provisioning for port b88991f9-b299-4efd-9b4b-e5ab525b39d9 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:44:53.080491 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ff697d-3a32-479e-be91-95ff6442f952 admin admin] Router 178da527-15ae-4a90-9128-fb54c92b2c28 is scheduled to L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 with binding_index 1 {{(pid=94083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 16:44:53.189754 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ff697d-3a32-479e-be91-95ff6442f952 admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:44:53.199152 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] Sync routers for ids ['178da527-15ae-4a90-9128-fb54c92b2c28'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:44:53.208997 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-11ff697d-3a32-479e-be91-95ff6442f952 admin admin] Notify callbacks [] for router, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:53.209920 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] Routers {'178da527-15ae-4a90-9128-fb54c92b2c28'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:44:53.210211 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:44:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['178da527-15ae-4a90-9128-fb54c92b2c28'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:44:53.210323 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-11ff697d-3a32-479e-be91-95ff6442f952 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7988281 Sep 08 16:44:53.213257 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41244) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:44:53.333045 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] Set router 178da527-15ae-4a90-9128-fb54c92b2c28 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:44:53.527688 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:52Z', 'revision_number': 3, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:44:53.558495 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] Checking router: 178da527-15ae-4a90-9128-fb54c92b2c28 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:44:53.558878 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] Updating router 178da527-15ae-4a90-9128-fb54c92b2c28 port ea68e5e3-cba3-45f5-bccd-658c80214183 binding host dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:44:53.585777 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:53.656316 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-eb8b82d3-9087-43a2-91fc-70059fdeb9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:53.811071 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-eb8b82d3-9087-43a2-91fc-70059fdeb9f9 admin admin] Allocated IP 172.20.0.1 (5037c40c-5a38-4178-9794-a6b3fa7de88b/e35c5229-4844-4468-81cb-0a7fc05cb483/96a610c7-2802-4802-9af9-5d3581207f67) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:44:53.846317 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:53.857174 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] Transition to ACTIVE for port object ea68e5e3-cba3-45f5-bccd-658c80214183 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:44:53.864736 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:53.920624 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b010ea-fa2b-4d58-92b0-aa77d481d710 None None] Pushing event updated for resources: {'Port': ['ID=ea68e5e3-cba3-45f5-bccd-658c80214183,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:53.923302 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] Attempting to bind port ea68e5e3-cba3-45f5-bccd-658c80214183 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:44:53.923837 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] Attempting to bind port ea68e5e3-cba3-45f5-bccd-658c80214183 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:44:53.924206 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] Attempting to bind port ea68e5e3-cba3-45f5-bccd-658c80214183 on network 84aa3881-86d2-4090-846d-df2f4a76ffa3 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:44:53.929898 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:44:53.930278 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] Checking segment: {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:44:53.930413 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-eb8b82d3-9087-43a2-91fc-70059fdeb9f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:53.930696 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:53.931081 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] Bound using segment: {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:44:53.931572 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] Bound port: ea68e5e3-cba3-45f5-bccd-658c80214183, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:44:53.931938 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:53.945226 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-eb8b82d3-9087-43a2-91fc-70059fdeb9f9 admin admin] Transition to ACTIVE for port object 96a610c7-2802-4802-9af9-5d3581207f67 will not be triggered until provisioned by entity DHCP. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:44:53.982424 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-eb8b82d3-9087-43a2-91fc-70059fdeb9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:53.985212 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] For port ea68e5e3-cba3-45f5-bccd-658c80214183, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:44:53.988379 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] For port ea68e5e3-cba3-45f5-bccd-658c80214183, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=ea68e5e3-cba3-45f5-bccd-658c80214183,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:44:53.998291 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:54.020795 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b82d3-9087-43a2-91fc-70059fdeb9f9 admin admin] Network 5037c40c-5a38-4178-9794-a6b3fa7de88b is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:44:54.025839 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-eb8b82d3-9087-43a2-91fc-70059fdeb9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:44:54.037727 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b82d3-9087-43a2-91fc-70059fdeb9f9 admin admin] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:44:54.058562 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] Routers {'178da527-15ae-4a90-9128-fb54c92b2c28'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:44:54.059199 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:44:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['178da527-15ae-4a90-9128-fb54c92b2c28'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:44:54.060944 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b010ea-fa2b-4d58-92b0-aa77d481d710 None None] Pushing event updated for resources: {'Port': ['ID=ea68e5e3-cba3-45f5-bccd-658c80214183,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:54.067288 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b82d3-9087-43a2-91fc-70059fdeb9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=96a610c7-2802-4802-9af9-5d3581207f67,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:54.082808 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-eb8b82d3-9087-43a2-91fc-70059fdeb9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587413'] for router_interface, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:54.179066 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] Set router 178da527-15ae-4a90-9128-fb54c92b2c28 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:44:54.215347 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device b88991f9-b299-4efd-9b4b-e5ab525b39d9 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:44:54.238874 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-eb8b82d3-9087-43a2-91fc-70059fdeb9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:54.338725 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-99d1c572-6225-4515-b31d-54d291567b5b None None] Provisioning for port 96a610c7-2802-4802-9af9-5d3581207f67 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:44:54.348877 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-99d1c572-6225-4515-b31d-54d291567b5b None None] Provisioning complete for port 96a610c7-2802-4802-9af9-5d3581207f67 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:44:54.349184 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-99d1c572-6225-4515-b31d-54d291567b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:54.412813 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-eb8b82d3-9087-43a2-91fc-70059fdeb9f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:54.419717 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-eb8b82d3-9087-43a2-91fc-70059fdeb9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29530948'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:54.492671 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b82d3-9087-43a2-91fc-70059fdeb9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=96a610c7-2802-4802-9af9-5d3581207f67,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:54.496354 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-eb8b82d3-9087-43a2-91fc-70059fdeb9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588549'] for router_interface, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:54.528806 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port b88991f9-b299-4efd-9b4b-e5ab525b39d9 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:44:54.541413 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port b88991f9-b299-4efd-9b4b-e5ab525b39d9 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:44:54.541785 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:54.543180 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-99d1c572-6225-4515-b31d-54d291567b5b None None] Port 96a610c7-2802-4802-9af9-5d3581207f67 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:44:54.592479 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b82d3-9087-43a2-91fc-70059fdeb9f9 admin admin] Network 5037c40c-5a38-4178-9794-a6b3fa7de88b is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:44:54.593943 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-eb8b82d3-9087-43a2-91fc-70059fdeb9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:44:54.645563 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:52Z', 'revision_number': 3, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:44:54.675335 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277933d3-2321-477a-8aca-e896d8cd10f9 None None] The sync data for ids ['178da527-15ae-4a90-9128-fb54c92b2c28'] in dv-cinder-790535-14-iscsi is: [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:52Z', 'revision_number': 3, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:44:54.685151 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:54.731701 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port b88991f9-b299-4efd-9b4b-e5ab525b39d9, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=b88991f9-b299-4efd-9b4b-e5ab525b39d9,segment=NetworkSegment(59820ba5-93dc-4e28-887a-d3e37dc08246),segment_id=59820ba5-93dc-4e28-887a-d3e37dc08246)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:44:54.732667 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8b82d3-9087-43a2-91fc-70059fdeb9f9 admin admin] Router 178da527-15ae-4a90-9128-fb54c92b2c28 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:44:54.737399 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:54.797899 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=b88991f9-b299-4efd-9b4b-e5ab525b39d9,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:54.858933 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8b82d3-9087-43a2-91fc-70059fdeb9f9 admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:44:54.863022 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-d87ded8d-11a1-4ae1-a0c3-0427e55ae5ed None None] Provisioning complete for port 96a610c7-2802-4802-9af9-5d3581207f67 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:44:54.863691 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d87ded8d-11a1-4ae1-a0c3-0427e55ae5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:54.864594 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-eb8b82d3-9087-43a2-91fc-70059fdeb9f9 admin admin] 10.222.0.69 "PUT /v2.0/routers/178da527-15ae-4a90-9128-fb54c92b2c28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6500618 Sep 08 16:44:54.900773 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-d87ded8d-11a1-4ae1-a0c3-0427e55ae5ed None None] Port 96a610c7-2802-4802-9af9-5d3581207f67 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:44:55.367360 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41260) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:44:55.372365 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-87a9efa3-da64-4c3c-bfd5-46be11987d51 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1275353051-network', 'tenant_id': 'efc8f65cc5524428b08319788fa95856'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:44:55.394296 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a9efa3-da64-4c3c-bfd5-46be11987d51 admin admin] Made reservation on behalf of efc8f65cc5524428b08319788fa95856 for: {'network': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:44:55.397326 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-87a9efa3-da64-4c3c-bfd5-46be11987d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for network, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:55.407007 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-87a9efa3-da64-4c3c-bfd5-46be11987d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:55.523522 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-87a9efa3-da64-4c3c-bfd5-46be11987d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:55.528845 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-87a9efa3-da64-4c3c-bfd5-46be11987d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:55.553783 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a9efa3-da64-4c3c-bfd5-46be11987d51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=94083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 16:44:55.563606 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9efa3-da64-4c3c-bfd5-46be11987d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91a6311-0c12-4297-849a-ad7ae48ca054,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:55.570778 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-87a9efa3-da64-4c3c-bfd5-46be11987d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:55.571328 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.segments_db [None req-87a9efa3-da64-4c3c-bfd5-46be11987d51 admin admin] Added segment 60a31fe1-6195-4288-8958-fcdd9644758a of type vlan for network bd0791e9-2b3b-45c9-8544-ef1f499a7124 Sep 08 16:44:55.615876 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-87a9efa3-da64-4c3c-bfd5-46be11987d51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790707670824'] for network, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:55.643140 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-87a9efa3-da64-4c3c-bfd5-46be11987d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953'] for network, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:55.643944 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a9efa3-da64-4c3c-bfd5-46be11987d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:55.644514 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-87a9efa3-da64-4c3c-bfd5-46be11987d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:55.674996 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-87a9efa3-da64-4c3c-bfd5-46be11987d51 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3064723 Sep 08 16:44:55.677935 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41262) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:44:55.683066 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-e33e257f-ce71-4e0f-a09b-894715e2c72c admin admin] Request body: {'subnet': {'network_id': 'bd0791e9-2b3b-45c9-8544-ef1f499a7124', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1275353051-subnet', 'tenant_id': 'efc8f65cc5524428b08319788fa95856', 'ip_version': 4}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:44:55.709323 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33e257f-ce71-4e0f-a09b-894715e2c72c admin admin] Made reservation on behalf of efc8f65cc5524428b08319788fa95856 for: {'subnet': 1} {{(pid=94082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:44:55.709545 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9efa3-da64-4c3c-bfd5-46be11987d51 admin admin] Pushing event updated for resources: {'Network': ['ID=bd0791e9-2b3b-45c9-8544-ef1f499a7124,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:55.712690 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e33e257f-ce71-4e0f-a09b-894715e2c72c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30203844'] for subnet, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:55.720654 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Network bd0791e9-2b3b-45c9-8544-ef1f499a7124 details requested by agent ovs-agent-dv-cinder-790535-14-iscsi with host dv-cinder-790535-14-iscsi {{(pid=94084) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 16:44:55.902343 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e33e257f-ce71-4e0f-a09b-894715e2c72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29525707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30203866'] for subnet, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:55.952055 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e257f-ce71-4e0f-a09b-894715e2c72c admin admin] Pushing event updated for resources: {'Subnet': ['ID=960b3822-ca6b-479f-b06b-1181b896e0b6,revision_number=0']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:55.968260 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33e257f-ce71-4e0f-a09b-894715e2c72c admin admin] Checking segment: {'id': '60a31fe1-6195-4288-8958-fcdd9644758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bd0791e9-2b3b-45c9-8544-ef1f499a7124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:44:55.968634 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33e257f-ce71-4e0f-a09b-894715e2c72c admin admin] Network hostable DHCP agents. Network: bd0791e9-2b3b-45c9-8544-ef1f499a7124, hostable agents: ['c6a67338-5c5e-4be7-97de-2bb9548e06ff'], hosted agents: [] {{(pid=94082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 16:44:55.988318 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33e257f-ce71-4e0f-a09b-894715e2c72c admin admin] Network bd0791e9-2b3b-45c9-8544-ef1f499a7124 is scheduled to be hosted by DHCP agent c6a67338-5c5e-4be7-97de-2bb9548e06ff with binding_index 1 {{(pid=94082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 16:44:55.999645 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-e33e257f-ce71-4e0f-a09b-894715e2c72c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-14-iscsi, bd0791e9-2b3b-45c9-8544-ef1f499a7124) {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:44:56.003894 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33e257f-ce71-4e0f-a09b-894715e2c72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:44:56.004499 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e33e257f-ce71-4e0f-a09b-894715e2c72c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:56.009723 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a3e05f-762f-4a91-abc8-2f9f28d1b4bf None None] Network bd0791e9-2b3b-45c9-8544-ef1f499a7124 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:44:56.023605 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-e33e257f-ce71-4e0f-a09b-894715e2c72c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3444350 Sep 08 16:44:56.026343 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41264) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:44:56.031523 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-c7089a8f-5b06-4002-8774-c29e04837f87 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1275353051-router', 'tenant_id': 'efc8f65cc5524428b08319788fa95856', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:44:56.054128 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c7089a8f-5b06-4002-8774-c29e04837f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-580501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14265'] for router, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:56.055265 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c7089a8f-5b06-4002-8774-c29e04837f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-583829', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14256'] for router, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:56.123008 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c7089a8f-5b06-4002-8774-c29e04837f87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:56.171227 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd0c79c-1027-5749-bad1-05de697929c1-bd0791e9-2b3b-45c9-8544-ef1f499a7124', 'network_id': 'bd0791e9-2b3b-45c9-8544-ef1f499a7124', 'tenant_id': 'efc8f65cc5524428b08319788fa95856', 'fixed_ips': [{'subnet_id': '960b3822-ca6b-479f-b06b-1181b896e0b6'}]}} from dv-cinder-790535-14-iscsi. {{(pid=94084) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 16:44:56.172279 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:56.245275 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device b88991f9-b299-4efd-9b4b-e5ab525b39d9 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:44:56.279060 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c7089a8f-5b06-4002-8774-c29e04837f87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:56.318780 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] Sync routers for ids ['178da527-15ae-4a90-9128-fb54c92b2c28'] in dv-cinder-790535-14-iscsi {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:44:56.329754 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] Routers {'178da527-15ae-4a90-9128-fb54c92b2c28'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:44:56.330512 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:44:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['178da527-15ae-4a90-9128-fb54c92b2c28'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:44:56.350698 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Allocated IP 172.20.0.2 (bd0791e9-2b3b-45c9-8544-ef1f499a7124/960b3822-ca6b-479f-b06b-1181b896e0b6/edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:44:56.354699 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port b88991f9-b299-4efd-9b4b-e5ab525b39d9 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:44:56.355064 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:56.520284 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device ea68e5e3-cba3-45f5-bccd-658c80214183 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:44:56.547604 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] Set router 178da527-15ae-4a90-9128-fb54c92b2c28 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:44:56.593164 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:56.604219 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Transition to ACTIVE for port object edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:44:56.623275 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Transition to ACTIVE for port object edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:44:56.626708 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port ea68e5e3-cba3-45f5-bccd-658c80214183 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:44:56.631477 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port ea68e5e3-cba3-45f5-bccd-658c80214183 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:44:56.631853 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:56.634261 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:56.708309 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Network bd0791e9-2b3b-45c9-8544-ef1f499a7124 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:44:56.716698 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:44:56.723275 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:44:56.727292 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Pushing event updated for resources: {'Port': ['ID=edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:56.778282 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c7089a8f-5b06-4002-8774-c29e04837f87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:56.789570 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '96a610c7-2802-4802-9af9-5d3581207f67', 'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'mac_address': 'fa:16:3e:20:77:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:53Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 2, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'subnets': [{'id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:44:56.798164 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c7089a8f-5b06-4002-8774-c29e04837f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:56.814005 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Attempting to bind port edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:44:56.815434 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Attempting to bind port edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '60a31fe1-6195-4288-8958-fcdd9644758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bd0791e9-2b3b-45c9-8544-ef1f499a7124'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:44:56.817143 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Attempting to bind port edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9 on network bd0791e9-2b3b-45c9-8544-ef1f499a7124 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:44:56.825583 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] Checking router: 178da527-15ae-4a90-9128-fb54c92b2c28 for host: dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:44:56.825947 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] Updating router 178da527-15ae-4a90-9128-fb54c92b2c28 port 96a610c7-2802-4802-9af9-5d3581207f67 binding host dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:44:56.830353 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:44:56.830736 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Checking segment: {'id': '60a31fe1-6195-4288-8958-fcdd9644758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bd0791e9-2b3b-45c9-8544-ef1f499a7124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:44:56.831178 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:56.831593 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Bound using segment: {'id': '60a31fe1-6195-4288-8958-fcdd9644758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bd0791e9-2b3b-45c9-8544-ef1f499a7124'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:44:56.832094 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Bound port: edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a31fe1-6195-4288-8958-fcdd9644758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bd0791e9-2b3b-45c9-8544-ef1f499a7124'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:44:56.832479 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:56.836842 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:56.856881 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:56.883817 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port ea68e5e3-cba3-45f5-bccd-658c80214183, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=ea68e5e3-cba3-45f5-bccd-658c80214183,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:44:56.897693 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:56.929056 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-c7089a8f-5b06-4002-8774-c29e04837f87 admin admin] Allocated IP 172.27.3.232 (84aa3881-86d2-4090-846d-df2f4a76ffa3/4838e23d-7083-4c92-9a08-11046328e4a1/40d431e6-9dfc-48f3-b46a-22b49114c431) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:44:56.942156 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] For port edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:44:56.962931 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] For port edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9,segment=NetworkSegment(60a31fe1-6195-4288-8958-fcdd9644758a),segment_id=60a31fe1-6195-4288-8958-fcdd9644758a)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:44:56.970073 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:56.980974 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=ea68e5e3-cba3-45f5-bccd-658c80214183,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:57.057020 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae1181-02b8-49d1-adbf-64cc21c00c8a None None] Pushing event updated for resources: {'Port': ['ID=edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:57.072590 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c7089a8f-5b06-4002-8774-c29e04837f87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:57.113190 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c7089a8f-5b06-4002-8774-c29e04837f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:57.149449 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:57.153476 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7089a8f-5b06-4002-8774-c29e04837f87 admin admin] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:44:57.156776 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-c7089a8f-5b06-4002-8774-c29e04837f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:44:57.159260 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7089a8f-5b06-4002-8774-c29e04837f87 admin admin] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:44:57.161302 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] Transition to ACTIVE for port object 96a610c7-2802-4802-9af9-5d3581207f67 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:44:57.169018 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:57.199945 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7089a8f-5b06-4002-8774-c29e04837f87 admin admin] Pushing event updated for resources: {'Port': ['ID=40d431e6-9dfc-48f3-b46a-22b49114c431,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:57.220963 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f209a3-a216-4b65-81db-e5578f1a192b None None] Pushing event updated for resources: {'Port': ['ID=96a610c7-2802-4802-9af9-5d3581207f67,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:57.231079 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f209a3-a216-4b65-81db-e5578f1a192b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:57.231469 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f209a3-a216-4b65-81db-e5578f1a192b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:57.231822 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f209a3-a216-4b65-81db-e5578f1a192b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:57.232158 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f209a3-a216-4b65-81db-e5578f1a192b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:57.232488 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f209a3-a216-4b65-81db-e5578f1a192b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:57.232819 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f209a3-a216-4b65-81db-e5578f1a192b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:57.233147 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f209a3-a216-4b65-81db-e5578f1a192b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:57.233473 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f209a3-a216-4b65-81db-e5578f1a192b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:57.233866 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f209a3-a216-4b65-81db-e5578f1a192b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:57.234275 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f209a3-a216-4b65-81db-e5578f1a192b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:57.234499 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f209a3-a216-4b65-81db-e5578f1a192b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:57.234819 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f209a3-a216-4b65-81db-e5578f1a192b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:44:57.331618 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] Attempting to bind port 96a610c7-2802-4802-9af9-5d3581207f67 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:44:57.332312 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] Attempting to bind port 96a610c7-2802-4802-9af9-5d3581207f67 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '59820ba5-93dc-4e28-887a-d3e37dc08246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:44:57.332420 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] Attempting to bind port 96a610c7-2802-4802-9af9-5d3581207f67 on network 5037c40c-5a38-4178-9794-a6b3fa7de88b {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:44:57.338840 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:44:57.339538 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] Checking segment: {'id': '59820ba5-93dc-4e28-887a-d3e37dc08246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:44:57.340191 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:57.340786 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] Bound using segment: {'id': '59820ba5-93dc-4e28-887a-d3e37dc08246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:44:57.341477 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] Bound port: 96a610c7-2802-4802-9af9-5d3581207f67, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59820ba5-93dc-4e28-887a-d3e37dc08246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:44:57.342085 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:57.421495 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] For port 96a610c7-2802-4802-9af9-5d3581207f67, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:44:57.424786 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] For port 96a610c7-2802-4802-9af9-5d3581207f67, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=96a610c7-2802-4802-9af9-5d3581207f67,segment=NetworkSegment(59820ba5-93dc-4e28-887a-d3e37dc08246),segment_id=59820ba5-93dc-4e28-887a-d3e37dc08246)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:44:57.433858 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:57.494662 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c7089a8f-5b06-4002-8774-c29e04837f87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:57.495771 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f209a3-a216-4b65-81db-e5578f1a192b None None] Pushing event updated for resources: {'Port': ['ID=96a610c7-2802-4802-9af9-5d3581207f67,revision_number=4']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:57.509371 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] Routers {'178da527-15ae-4a90-9128-fb54c92b2c28'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:44:57.510038 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:44:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['178da527-15ae-4a90-9128-fb54c92b2c28'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:44:57.629898 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] Set router 178da527-15ae-4a90-9128-fb54c92b2c28 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:44:57.708456 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c7089a8f-5b06-4002-8774-c29e04837f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587332'] for router, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:57.864834 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '96a610c7-2802-4802-9af9-5d3581207f67', 'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'mac_address': 'fa:16:3e:20:77:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:53Z', 'updated_at': '2021-09-08T16:44:57Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'subnets': [{'id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:44:57.866557 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7089a8f-5b06-4002-8774-c29e04837f87 admin admin] Router e9e9cbe0-0acf-4f3d-9850-d24917d1f849 is scheduled to L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 with binding_index 1 {{(pid=94082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 16:44:57.907066 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d80387-37d4-4482-98a3-1ddfb1de9193 None None] The sync data for ids ['178da527-15ae-4a90-9128-fb54c92b2c28'] in dv-cinder-790535-14-iscsi is: [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '96a610c7-2802-4802-9af9-5d3581207f67', 'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'mac_address': 'fa:16:3e:20:77:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:53Z', 'updated_at': '2021-09-08T16:44:57Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'subnets': [{'id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:44:57.996232 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7089a8f-5b06-4002-8774-c29e04837f87 admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:44:58.011314 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] Sync routers for ids ['e9e9cbe0-0acf-4f3d-9850-d24917d1f849'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:44:58.024962 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] Routers {'e9e9cbe0-0acf-4f3d-9850-d24917d1f849'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:44:58.025746 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c7089a8f-5b06-4002-8774-c29e04837f87 admin admin] Notify callbacks [] for router, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:58.026895 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:44:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['e9e9cbe0-0acf-4f3d-9850-d24917d1f849'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:44:58.027309 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-c7089a8f-5b06-4002-8774-c29e04837f87 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9997535 Sep 08 16:44:58.030100 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41270) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:44:58.168509 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af50868-15cf-4905-9028-3bdb8efedf12 None None] Network bd0791e9-2b3b-45c9-8544-ef1f499a7124 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:44:58.171464 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] Set router e9e9cbe0-0acf-4f3d-9850-d24917d1f849 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:44:58.302169 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-93871b24-bdb6-419f-bfe2-ce220ea856ff None None] Provisioning for port edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:44:58.516772 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device ea68e5e3-cba3-45f5-bccd-658c80214183 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:44:58.567177 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ca0ff0e3-1090-4cbb-9047-26f48a4f07af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:58.585381 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6643b64b-1fe3-4449-91d1-2d576e7a5817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:58.683637 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port ea68e5e3-cba3-45f5-bccd-658c80214183 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:44:58.684005 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:58.733334 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e9cbe0-0acf-4f3d-9850-d24917d1f849', 'name': 'tempest-TestVolumeBootPattern-1275353051-router', 'tenant_id': 'efc8f65cc5524428b08319788fa95856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '40d431e6-9dfc-48f3-b46a-22b49114c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:56Z', 'updated_at': '2021-09-08T16:44:57Z', 'revision_number': 3, 'project_id': 'efc8f65cc5524428b08319788fa95856', 'gw_port': {'id': '40d431e6-9dfc-48f3-b46a-22b49114c431', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:56:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e9cbe0-0acf-4f3d-9850-d24917d1f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:56Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:44:58.754489 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-ca0ff0e3-1090-4cbb-9047-26f48a4f07af admin admin] Allocated IP 172.20.0.1 (bd0791e9-2b3b-45c9-8544-ef1f499a7124/960b3822-ca6b-479f-b06b-1181b896e0b6/311e99f7-3ea5-46b5-b7c9-8e2aa7b08682) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:44:58.761727 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] Checking router: e9e9cbe0-0acf-4f3d-9850-d24917d1f849 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:44:58.762337 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] Updating router e9e9cbe0-0acf-4f3d-9850-d24917d1f849 port 40d431e6-9dfc-48f3-b46a-22b49114c431 binding host dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:44:58.795199 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:58.867270 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:44:58.881426 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ca0ff0e3-1090-4cbb-9047-26f48a4f07af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:58.903417 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-ca0ff0e3-1090-4cbb-9047-26f48a4f07af admin admin] Transition to ACTIVE for port object 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682 will not be triggered until provisioned by entity DHCP. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:44:58.946441 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ca0ff0e3-1090-4cbb-9047-26f48a4f07af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:58.987915 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0ff0e3-1090-4cbb-9047-26f48a4f07af admin admin] Network bd0791e9-2b3b-45c9-8544-ef1f499a7124 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:44:58.991283 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-ca0ff0e3-1090-4cbb-9047-26f48a4f07af admin admin] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:44:58.993689 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0ff0e3-1090-4cbb-9047-26f48a4f07af admin admin] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:44:59.044048 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ff0e3-1090-4cbb-9047-26f48a4f07af admin admin] Pushing event updated for resources: {'Port': ['ID=311e99f7-3ea5-46b5-b7c9-8e2aa7b08682,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:59.057610 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ca0ff0e3-1090-4cbb-9047-26f48a4f07af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-587413'] for router_interface, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:59.057918 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:44:59.074552 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:44:59.075273 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:59.108516 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-5204ab3b-9d96-4d4a-89cf-9e326ec36c20 None None] Provisioning complete for port edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:44:59.108516 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5204ab3b-9d96-4d4a-89cf-9e326ec36c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:59.215264 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ca0ff0e3-1090-4cbb-9047-26f48a4f07af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:59.285386 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:59.331595 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:59.384185 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] Transition to ACTIVE for port object 40d431e6-9dfc-48f3-b46a-22b49114c431 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:44:59.394475 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ca0ff0e3-1090-4cbb-9047-26f48a4f07af admin admin] Notify callbacks [] for port, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:59.402077 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ca0ff0e3-1090-4cbb-9047-26f48a4f07af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29530948'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:59.413482 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:59.415152 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5204ab3b-9d96-4d4a-89cf-9e326ec36c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:59.427956 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9,segment=NetworkSegment(60a31fe1-6195-4288-8958-fcdd9644758a),segment_id=60a31fe1-6195-4288-8958-fcdd9644758a)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:44:59.466229 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:59.466978 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 96a610c7-2802-4802-9af9-5d3581207f67 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:44:59.477418 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ca0ff0e3-1090-4cbb-9047-26f48a4f07af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-588549'] for router_interface, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:59.479299 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ff0e3-1090-4cbb-9047-26f48a4f07af admin admin] Pushing event updated for resources: {'Port': ['ID=311e99f7-3ea5-46b5-b7c9-8e2aa7b08682,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:59.532542 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce676b78-3a8d-48e6-a77d-fd56470097d4 None None] Pushing event updated for resources: {'Port': ['ID=40d431e6-9dfc-48f3-b46a-22b49114c431,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:59.553402 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] Attempting to bind port 40d431e6-9dfc-48f3-b46a-22b49114c431 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:44:59.553789 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] Attempting to bind port 40d431e6-9dfc-48f3-b46a-22b49114c431 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:44:59.554159 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] Attempting to bind port 40d431e6-9dfc-48f3-b46a-22b49114c431 on network 84aa3881-86d2-4090-846d-df2f4a76ffa3 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:44:59.570852 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0ff0e3-1090-4cbb-9047-26f48a4f07af admin admin] Network bd0791e9-2b3b-45c9-8544-ef1f499a7124 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:44:59.572540 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-ca0ff0e3-1090-4cbb-9047-26f48a4f07af admin admin] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:44:59.602859 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:44:59.603224 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] Checking segment: {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:44:59.603694 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:59.604078 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] Bound using segment: {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:44:59.604554 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] Bound port: 40d431e6-9dfc-48f3-b46a-22b49114c431, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080a96bf-46c3-4d6e-a459-87c32cc8d26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:44:59.604947 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:59.651315 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.db.api [None req-5204ab3b-9d96-4d4a-89cf-9e326ec36c20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94084) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 16:44:59.651698 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG oslo_db.api [None req-5204ab3b-9d96-4d4a-89cf-9e326ec36c20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 16:44:59.680515 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:59.695934 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0ff0e3-1090-4cbb-9047-26f48a4f07af admin admin] Router e9e9cbe0-0acf-4f3d-9850-d24917d1f849 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:44:59.697235 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port 96a610c7-2802-4802-9af9-5d3581207f67 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:44:59.707422 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 96a610c7-2802-4802-9af9-5d3581207f67 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:44:59.707802 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:59.739641 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] For port 40d431e6-9dfc-48f3-b46a-22b49114c431, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:44:59.785800 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] For port 40d431e6-9dfc-48f3-b46a-22b49114c431, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=40d431e6-9dfc-48f3-b46a-22b49114c431,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:44:59.794901 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:44:59.822045 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0ff0e3-1090-4cbb-9047-26f48a4f07af admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:44:59.827018 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-ca0ff0e3-1090-4cbb-9047-26f48a4f07af admin admin] 10.222.0.69 "PUT /v2.0/routers/e9e9cbe0-0acf-4f3d-9850-d24917d1f849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7954783 Sep 08 16:44:59.902705 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] Routers {'e9e9cbe0-0acf-4f3d-9850-d24917d1f849'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:44:59.903353 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:44:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['e9e9cbe0-0acf-4f3d-9850-d24917d1f849'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:44:59.908693 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce676b78-3a8d-48e6-a77d-fd56470097d4 None None] Pushing event updated for resources: {'Port': ['ID=40d431e6-9dfc-48f3-b46a-22b49114c431,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:44:59.961414 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:00.036649 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port 96a610c7-2802-4802-9af9-5d3581207f67, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=96a610c7-2802-4802-9af9-5d3581207f67,segment=NetworkSegment(59820ba5-93dc-4e28-887a-d3e37dc08246),segment_id=59820ba5-93dc-4e28-887a-d3e37dc08246)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:45:00.048877 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:00.055225 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] Set router e9e9cbe0-0acf-4f3d-9850-d24917d1f849 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:45:00.166056 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:45:00.365009 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=96a610c7-2802-4802-9af9-5d3581207f67,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:45:00.475360 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:45:00.475765 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:00.553566 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-8cfac0db-f3bb-4c7a-8a91-2698cc0741c1 None None] Provisioning for port 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:45:00.573517 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41278) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:45:00.578594 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-e86312ce-1a6e-4eec-b278-57f5e6b458d8 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-539403017', 'description': 'tempest-secgroup-smoke-539403017 description', 'project_id': '9560510c90274e5a9b146fe8c72d17a1'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:45:00.578778 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-8cfac0db-f3bb-4c7a-8a91-2698cc0741c1 None None] Provisioning complete for port 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:45:00.579012 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8cfac0db-f3bb-4c7a-8a91-2698cc0741c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:00.583556 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e9cbe0-0acf-4f3d-9850-d24917d1f849', 'name': 'tempest-TestVolumeBootPattern-1275353051-router', 'tenant_id': 'efc8f65cc5524428b08319788fa95856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '40d431e6-9dfc-48f3-b46a-22b49114c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:56Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 4, 'project_id': 'efc8f65cc5524428b08319788fa95856', 'gw_port': {'id': '40d431e6-9dfc-48f3-b46a-22b49114c431', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:56:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e9cbe0-0acf-4f3d-9850-d24917d1f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:56Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '311e99f7-3ea5-46b5-b7c9-8e2aa7b08682', 'name': '', 'network_id': 'bd0791e9-2b3b-45c9-8544-ef1f499a7124', 'tenant_id': 'efc8f65cc5524428b08319788fa95856', 'mac_address': 'fa:16:3e:8b:af:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e9cbe0-0acf-4f3d-9850-d24917d1f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '960b3822-ca6b-479f-b06b-1181b896e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:58Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 2, 'project_id': 'efc8f65cc5524428b08319788fa95856', 'subnets': [{'id': '960b3822-ca6b-479f-b06b-1181b896e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:45:00.606734 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e86312ce-1a6e-4eec-b278-57f5e6b458d8 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:00.636258 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb9c135-2018-461f-8f7f-24b30eabd745 None None] The sync data for ids ['e9e9cbe0-0acf-4f3d-9850-d24917d1f849'] in dv-cinder-790535-14-iscsi is: [{'id': 'e9e9cbe0-0acf-4f3d-9850-d24917d1f849', 'name': 'tempest-TestVolumeBootPattern-1275353051-router', 'tenant_id': 'efc8f65cc5524428b08319788fa95856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '40d431e6-9dfc-48f3-b46a-22b49114c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:56Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 4, 'project_id': 'efc8f65cc5524428b08319788fa95856', 'gw_port': {'id': '40d431e6-9dfc-48f3-b46a-22b49114c431', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:56:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e9cbe0-0acf-4f3d-9850-d24917d1f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:56Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '311e99f7-3ea5-46b5-b7c9-8e2aa7b08682', 'name': '', 'network_id': 'bd0791e9-2b3b-45c9-8544-ef1f499a7124', 'tenant_id': 'efc8f65cc5524428b08319788fa95856', 'mac_address': 'fa:16:3e:8b:af:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e9cbe0-0acf-4f3d-9850-d24917d1f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '960b3822-ca6b-479f-b06b-1181b896e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:58Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 2, 'project_id': 'efc8f65cc5524428b08319788fa95856', 'subnets': [{'id': '960b3822-ca6b-479f-b06b-1181b896e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:45:00.659981 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-8cfac0db-f3bb-4c7a-8a91-2698cc0741c1 None None] Port 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:45:00.699522 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e86312ce-1a6e-4eec-b278-57f5e6b458d8 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:00.714813 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e86312ce-1a6e-4eec-b278-57f5e6b458d8 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:00.747815 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e86312ce-1a6e-4eec-b278-57f5e6b458d8 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:00.749101 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-e86312ce-1a6e-4eec-b278-57f5e6b458d8 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1743894 Sep 08 16:45:00.751253 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86312ce-1a6e-4eec-b278-57f5e6b458d8 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df13ded-63f2-4683-a408-9afa24e40155,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:45:00.752685 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41280) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:45:00.758113 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-11148a39-9874-4653-821f-d2e68a78ec4e tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Request body: {'security_group_rule': {'security_group_id': '8df13ded-63f2-4683-a408-9afa24e40155', 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:45:00.787682 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-11148a39-9874-4653-821f-d2e68a78ec4e tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:00.869627 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-11148a39-9874-4653-821f-d2e68a78ec4e tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:00.875751 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-11148a39-9874-4653-821f-d2e68a78ec4e tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:00.899168 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11148a39-9874-4653-821f-d2e68a78ec4e tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f48d3b-0fd4-41ec-bced-5d3701a4ab2e,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:45:00.906751 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-11148a39-9874-4653-821f-d2e68a78ec4e tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:00.911228 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41282) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:45:00.911462 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-11148a39-9874-4653-821f-d2e68a78ec4e tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568737 Sep 08 16:45:00.916985 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-0a95156f-f16c-4758-bebe-3bc1955a609d tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Request body: {'security_group_rule': {'security_group_id': '8df13ded-63f2-4683-a408-9afa24e40155', 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:45:00.950455 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0a95156f-f16c-4758-bebe-3bc1955a609d tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.011307 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0a95156f-f16c-4758-bebe-3bc1955a609d tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.017486 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0a95156f-f16c-4758-bebe-3bc1955a609d tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.035952 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95156f-f16c-4758-bebe-3bc1955a609d tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290b892e-d0c0-447c-b92b-b649f9508a7c,revision_number=0']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:45:01.044261 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0a95156f-f16c-4758-bebe-3bc1955a609d tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.045693 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-0a95156f-f16c-4758-bebe-3bc1955a609d tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332560 Sep 08 16:45:01.049237 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41284) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:45:01.053888 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-7607985a-c017-4487-a26a-d567a5cbf35a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Request body: {'security_group_rule': {'security_group_id': '8df13ded-63f2-4683-a408-9afa24e40155', 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:45:01.092372 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7607985a-c017-4487-a26a-d567a5cbf35a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.152907 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1006c05b-d35c-4c90-a7c7-5b092b80c064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.168455 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7607985a-c017-4487-a26a-d567a5cbf35a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.173713 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7607985a-c017-4487-a26a-d567a5cbf35a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.192394 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607985a-c017-4487-a26a-d567a5cbf35a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32b92e3-0003-4c04-bedc-20d8054d2e35,revision_number=0']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:45:01.199416 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7607985a-c017-4487-a26a-d567a5cbf35a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.203886 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-7607985a-c017-4487-a26a-d567a5cbf35a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1505749 Sep 08 16:45:01.204127 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41286) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:45:01.208697 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-4539fd47-278e-49e5-9afb-963d60348052 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Request body: {'security_group_rule': {'security_group_id': '8df13ded-63f2-4683-a408-9afa24e40155', 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:45:01.234890 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.238592 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4539fd47-278e-49e5-9afb-963d60348052 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.323484 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4539fd47-278e-49e5-9afb-963d60348052 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.328697 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4539fd47-278e-49e5-9afb-963d60348052 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.355617 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539fd47-278e-49e5-9afb-963d60348052 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ab1b15-3e4e-46d1-a84a-5ab9ab8baef0,revision_number=0']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:45:01.360025 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4539fd47-278e-49e5-9afb-963d60348052 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.364199 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-4539fd47-278e-49e5-9afb-963d60348052 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1561768 Sep 08 16:45:01.364921 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41288) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:45:01.369637 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-513cce49-c8c0-4d72-b9c9-8421f526be40 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Request body: {'security_group_rule': {'security_group_id': '8df13ded-63f2-4683-a408-9afa24e40155', 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:45:01.397785 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.securitygroups_db [None req-513cce49-c8c0-4d72-b9c9-8421f526be40 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Project 9560510c90274e5a9b146fe8c72d17a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 16:45:01.403453 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-513cce49-c8c0-4d72-b9c9-8421f526be40 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.464668 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-513cce49-c8c0-4d72-b9c9-8421f526be40 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.469236 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-513cce49-c8c0-4d72-b9c9-8421f526be40 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.490269 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cce49-c8c0-4d72-b9c9-8421f526be40 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec05cda-c2ee-496e-8db0-c552a815130c,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:45:01.494677 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-513cce49-c8c0-4d72-b9c9-8421f526be40 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.496029 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-513cce49-c8c0-4d72-b9c9-8421f526be40 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301270 Sep 08 16:45:01.498799 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41290) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:45:01.503664 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-4e287204-afde-4dc6-96cf-992768a532e2 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Request body: {'security_group_rule': {'security_group_id': '8df13ded-63f2-4683-a408-9afa24e40155', 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:45:01.528995 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.securitygroups_db [None req-4e287204-afde-4dc6-96cf-992768a532e2 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Project 9560510c90274e5a9b146fe8c72d17a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 16:45:01.534686 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4e287204-afde-4dc6-96cf-992768a532e2 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.604220 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4e287204-afde-4dc6-96cf-992768a532e2 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.611299 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4e287204-afde-4dc6-96cf-992768a532e2 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737840'] for security_group_rule, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.631316 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e287204-afde-4dc6-96cf-992768a532e2 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13885d2-db6d-429b-992b-d1fa2977c7a6,revision_number=0']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:45:01.639187 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-4e287204-afde-4dc6-96cf-992768a532e2 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:01.641159 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-4e287204-afde-4dc6-96cf-992768a532e2 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1412542 Sep 08 16:45:02.213219 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 40d431e6-9dfc-48f3-b46a-22b49114c431 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:45:02.268655 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port 40d431e6-9dfc-48f3-b46a-22b49114c431 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:45:02.275322 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 40d431e6-9dfc-48f3-b46a-22b49114c431 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:45:02.275758 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:02.365575 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:02.389645 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port 40d431e6-9dfc-48f3-b46a-22b49114c431, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=40d431e6-9dfc-48f3-b46a-22b49114c431,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:45:02.396893 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:02.397919 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 96a610c7-2802-4802-9af9-5d3581207f67 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:45:02.481713 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=40d431e6-9dfc-48f3-b46a-22b49114c431,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:45:02.499385 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 96a610c7-2802-4802-9af9-5d3581207f67 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:45:02.499810 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:02.548020 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:02.597678 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] Sync routers for ids ['e9e9cbe0-0acf-4f3d-9850-d24917d1f849'] in dv-cinder-790535-14-iscsi {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:45:02.608043 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] Routers {'e9e9cbe0-0acf-4f3d-9850-d24917d1f849'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:45:02.608959 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:45:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['e9e9cbe0-0acf-4f3d-9850-d24917d1f849'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:45:02.723885 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] Set router e9e9cbe0-0acf-4f3d-9850-d24917d1f849 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:45:02.947216 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e9cbe0-0acf-4f3d-9850-d24917d1f849', 'name': 'tempest-TestVolumeBootPattern-1275353051-router', 'tenant_id': 'efc8f65cc5524428b08319788fa95856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '40d431e6-9dfc-48f3-b46a-22b49114c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:56Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 4, 'project_id': 'efc8f65cc5524428b08319788fa95856', 'gw_port': {'id': '40d431e6-9dfc-48f3-b46a-22b49114c431', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e9cbe0-0acf-4f3d-9850-d24917d1f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:56Z', 'updated_at': '2021-09-08T16:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '311e99f7-3ea5-46b5-b7c9-8e2aa7b08682', 'name': '', 'network_id': 'bd0791e9-2b3b-45c9-8544-ef1f499a7124', 'tenant_id': 'efc8f65cc5524428b08319788fa95856', 'mac_address': 'fa:16:3e:8b:af:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e9cbe0-0acf-4f3d-9850-d24917d1f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '960b3822-ca6b-479f-b06b-1181b896e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:58Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 2, 'project_id': 'efc8f65cc5524428b08319788fa95856', 'subnets': [{'id': '960b3822-ca6b-479f-b06b-1181b896e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:45:02.973462 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] Checking router: e9e9cbe0-0acf-4f3d-9850-d24917d1f849 for host: dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:45:02.973806 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] Updating router e9e9cbe0-0acf-4f3d-9850-d24917d1f849 port 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682 binding host dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 16:45:02.998213 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:03.285837 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:03.297354 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] Transition to ACTIVE for port object 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:45:03.304651 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:03.355759 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceddb66-dd38-46c0-ac73-9c14daefa91d None None] Pushing event updated for resources: {'Port': ['ID=311e99f7-3ea5-46b5-b7c9-8e2aa7b08682,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:45:03.416714 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] Attempting to bind port 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682 on host dv-cinder-790535-14-iscsi for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:45:03.417078 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] Attempting to bind port 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682 by drivers openvswitch,hyperv on host dv-cinder-790535-14-iscsi at level 0 using segments [{'id': '60a31fe1-6195-4288-8958-fcdd9644758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bd0791e9-2b3b-45c9-8544-ef1f499a7124'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:45:03.417437 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] Attempting to bind port 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682 on network bd0791e9-2b3b-45c9-8544-ef1f499a7124 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:45:03.423046 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] Checking agent: {'id': 'cc8eb850-a6d3-4d49-9c68-a6a475431bbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 27, 31), 'started_at': datetime.datetime(2021, 9, 8, 16, 28, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:45:03.423449 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] Checking segment: {'id': '60a31fe1-6195-4288-8958-fcdd9644758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bd0791e9-2b3b-45c9-8544-ef1f499a7124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:45:03.423858 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:03.424252 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] Bound using segment: {'id': '60a31fe1-6195-4288-8958-fcdd9644758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bd0791e9-2b3b-45c9-8544-ef1f499a7124'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:45:03.424718 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] Bound port: 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682, host: dv-cinder-790535-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a31fe1-6195-4288-8958-fcdd9644758a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bd0791e9-2b3b-45c9-8544-ef1f499a7124'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:45:03.425102 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:03.496583 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] For port 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682, host dv-cinder-790535-14-iscsi, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:45:03.500242 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] For port 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682, host dv-cinder-790535-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=311e99f7-3ea5-46b5-b7c9-8e2aa7b08682,segment=NetworkSegment(60a31fe1-6195-4288-8958-fcdd9644758a),segment_id=60a31fe1-6195-4288-8958-fcdd9644758a)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:45:03.504781 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:03.587367 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] Routers {'e9e9cbe0-0acf-4f3d-9850-d24917d1f849'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:45:03.587367 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:45:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['e9e9cbe0-0acf-4f3d-9850-d24917d1f849'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:45:03.590976 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceddb66-dd38-46c0-ac73-9c14daefa91d None None] Pushing event updated for resources: {'Port': ['ID=311e99f7-3ea5-46b5-b7c9-8e2aa7b08682,revision_number=4']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:45:03.799180 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] Set router e9e9cbe0-0acf-4f3d-9850-d24917d1f849 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:45:04.014881 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e9cbe0-0acf-4f3d-9850-d24917d1f849', 'name': 'tempest-TestVolumeBootPattern-1275353051-router', 'tenant_id': 'efc8f65cc5524428b08319788fa95856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '40d431e6-9dfc-48f3-b46a-22b49114c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:56Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 4, 'project_id': 'efc8f65cc5524428b08319788fa95856', 'gw_port': {'id': '40d431e6-9dfc-48f3-b46a-22b49114c431', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e9cbe0-0acf-4f3d-9850-d24917d1f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:56Z', 'updated_at': '2021-09-08T16:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '311e99f7-3ea5-46b5-b7c9-8e2aa7b08682', 'name': '', 'network_id': 'bd0791e9-2b3b-45c9-8544-ef1f499a7124', 'tenant_id': 'efc8f65cc5524428b08319788fa95856', 'mac_address': 'fa:16:3e:8b:af:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e9cbe0-0acf-4f3d-9850-d24917d1f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '960b3822-ca6b-479f-b06b-1181b896e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:58Z', 'updated_at': '2021-09-08T16:45:03Z', 'revision_number': 4, 'project_id': 'efc8f65cc5524428b08319788fa95856', 'subnets': [{'id': '960b3822-ca6b-479f-b06b-1181b896e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:45:04.047708 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d27890-2800-45db-8003-a7c76740b6f2 None None] The sync data for ids ['e9e9cbe0-0acf-4f3d-9850-d24917d1f849'] in dv-cinder-790535-14-iscsi is: [{'id': 'e9e9cbe0-0acf-4f3d-9850-d24917d1f849', 'name': 'tempest-TestVolumeBootPattern-1275353051-router', 'tenant_id': 'efc8f65cc5524428b08319788fa95856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '40d431e6-9dfc-48f3-b46a-22b49114c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:56Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 4, 'project_id': 'efc8f65cc5524428b08319788fa95856', 'gw_port': {'id': '40d431e6-9dfc-48f3-b46a-22b49114c431', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e9cbe0-0acf-4f3d-9850-d24917d1f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:56Z', 'updated_at': '2021-09-08T16:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '311e99f7-3ea5-46b5-b7c9-8e2aa7b08682', 'name': '', 'network_id': 'bd0791e9-2b3b-45c9-8544-ef1f499a7124', 'tenant_id': 'efc8f65cc5524428b08319788fa95856', 'mac_address': 'fa:16:3e:8b:af:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e9cbe0-0acf-4f3d-9850-d24917d1f849', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '960b3822-ca6b-479f-b06b-1181b896e0b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:58Z', 'updated_at': '2021-09-08T16:45:03Z', 'revision_number': 4, 'project_id': 'efc8f65cc5524428b08319788fa95856', 'subnets': [{'id': '960b3822-ca6b-479f-b06b-1181b896e0b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:45:04.167620 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:45:04.190997 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:04.237703 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning for port 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:45:04.243988 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:45:04.243988 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:04.322758 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:04.358720 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] For port 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=311e99f7-3ea5-46b5-b7c9-8e2aa7b08682,segment=NetworkSegment(60a31fe1-6195-4288-8958-fcdd9644758a),segment_id=60a31fe1-6195-4288-8958-fcdd9644758a)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:45:04.364205 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:04.365013 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 40d431e6-9dfc-48f3-b46a-22b49114c431 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:45:04.449093 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Pushing event updated for resources: {'Port': ['ID=311e99f7-3ea5-46b5-b7c9-8e2aa7b08682,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:45:04.462982 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 40d431e6-9dfc-48f3-b46a-22b49114c431 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:45:04.463341 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:06.133448 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682 up at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:45:06.189936 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Provisioning complete for port 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:45:06.190317 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:16.146542 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:19.258918 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-d6148d2b-4813-4212-b065-71e2a45f3173 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-539403017&fields=id&tenant_id=9560510c90274e5a9b146fe8c72d17a1 HTTP/1.1" status: 200 len: 267 time: 0.0349634 Sep 08 16:45:19.365238 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-81ca6c49-6d39-4955-bf53-92d2a45e9df7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:19.366730 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-81ca6c49-6d39-4955-bf53-92d2a45e9df7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/networks?id=5037c40c-5a38-4178-9794-a6b3fa7de88b HTTP/1.1" status: 200 len: 812 time: 0.1009474 Sep 08 16:45:19.386659 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-69ddddc4-0fb3-4e95-9b99-43ec296bd5fd tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/quotas/9560510c90274e5a9b146fe8c72d17a1 HTTP/1.1" status: 200 len: 375 time: 0.0108461 Sep 08 16:45:19.439608 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2ce6425-289c-4d0d-95d0-78973747e975 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9560510c90274e5a9b146fe8c72d17a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475187 Sep 08 16:45:19.552443 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-045480d9-ae2b-462a-af7d-e9216433ff80 service neutron] 10.222.0.69 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948069 Sep 08 16:45:19.651065 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-2e8bb998-395d-4669-b9c8-371f00bc94f5 service neutron] 10.222.0.69 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924637 Sep 08 16:45:19.974459 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ed4aad8c-9768-482e-a0bf-66aae1afbe38 req-75cd4445-d347-4aaf-932a-b2e1d3a0f71a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 210 time: 0.0288444 Sep 08 16:45:21.018411 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-7640ef59-b39c-4205-a906-b53fb38c22ce tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:21.021179 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-7640ef59-b39c-4205-a906-b53fb38c22ce tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.38 "GET /v2.0/networks?id=5037c40c-5a38-4178-9794-a6b3fa7de88b HTTP/1.1" status: 200 len: 812 time: 0.1193497 Sep 08 16:45:21.075187 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-91d1832a-8475-4495-bb9b-a591faabcef5 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9560510c90274e5a9b146fe8c72d17a1 HTTP/1.1" status: 200 len: 379 time: 0.0387740 Sep 08 16:45:21.088453 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-5a061b48-3a1d-4431-b968-f7d84493ef67 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Request body: {'port': {'device_id': '71d3701a-952e-4bad-a037-31a3df13a00f', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'admin_state_up': True, 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'security_groups': ['8df13ded-63f2-4683-a408-9afa24e40155']}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:45:21.091754 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0d3084e4-bb7d-40bc-85ca-ec35ab18599a req-6c5f3ab6-915d-4ffb-bf13-cf1d312468a1 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 210 time: 0.0394378 Sep 08 16:45:21.205810 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-5a061b48-3a1d-4431-b968-f7d84493ef67 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Made reservation on behalf of 9560510c90274e5a9b146fe8c72d17a1 for: {'port': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:45:21.209792 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-5a061b48-3a1d-4431-b968-f7d84493ef67 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:21.344668 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-5a061b48-3a1d-4431-b968-f7d84493ef67 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Allocated IP 172.20.0.7 (5037c40c-5a38-4178-9794-a6b3fa7de88b/e35c5229-4844-4468-81cb-0a7fc05cb483/4628eb6e-a2e2-4d55-9e33-7168deab3381) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:45:21.498136 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-5a061b48-3a1d-4431-b968-f7d84493ef67 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:21.512287 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-5a061b48-3a1d-4431-b968-f7d84493ef67 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Transition to ACTIVE for port object 4628eb6e-a2e2-4d55-9e33-7168deab3381 will not be triggered until provisioned by entity DHCP. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:45:21.548823 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-5a061b48-3a1d-4431-b968-f7d84493ef67 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:21.596204 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-5a061b48-3a1d-4431-b968-f7d84493ef67 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Network 5037c40c-5a38-4178-9794-a6b3fa7de88b is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:45:21.600152 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-5a061b48-3a1d-4431-b968-f7d84493ef67 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:45:21.602752 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-5a061b48-3a1d-4431-b968-f7d84493ef67 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:45:21.643381 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a061b48-3a1d-4431-b968-f7d84493ef67 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event updated for resources: {'Port': ['ID=4628eb6e-a2e2-4d55-9e33-7168deab3381,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:45:21.669484 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-5a061b48-3a1d-4431-b968-f7d84493ef67 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:21.670118 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-5a061b48-3a1d-4431-b968-f7d84493ef67 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:21.686658 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-5a061b48-3a1d-4431-b968-f7d84493ef67 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6022620 Sep 08 16:45:21.709806 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] Request body: {'port': {'device_id': '71d3701a-952e-4bad-a037-31a3df13a00f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:45:21.771486 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:21.854975 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-b1488f74-cb30-4cf0-91da-73970ac1cc43 None None] Provisioning for port 4628eb6e-a2e2-4d55-9e33-7168deab3381 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:45:21.858736 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-b1488f74-cb30-4cf0-91da-73970ac1cc43 None None] Provisioning complete for port 4628eb6e-a2e2-4d55-9e33-7168deab3381 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:45:21.859110 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b1488f74-cb30-4cf0-91da-73970ac1cc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:21.897412 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-b1488f74-cb30-4cf0-91da-73970ac1cc43 None None] Port 4628eb6e-a2e2-4d55-9e33-7168deab3381 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:45:22.035672 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4628eb6e-a2e2-4d55-9e33-7168deab3381 {{(pid=94083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:45:22.043752 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:22.057511 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] Transition to ACTIVE for port object 4628eb6e-a2e2-4d55-9e33-7168deab3381 will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:45:22.063332 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:22.117841 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2944280-1543-4953-8892-6352e43ab307 service neutron] Pushing event updated for resources: {'Port': ['ID=4628eb6e-a2e2-4d55-9e33-7168deab3381,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:45:22.227550 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] Attempting to bind port 4628eb6e-a2e2-4d55-9e33-7168deab3381 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:45:22.227895 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] Attempting to bind port 4628eb6e-a2e2-4d55-9e33-7168deab3381 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '59820ba5-93dc-4e28-887a-d3e37dc08246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:45:22.228232 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] Attempting to bind port 4628eb6e-a2e2-4d55-9e33-7168deab3381 on network 5037c40c-5a38-4178-9794-a6b3fa7de88b {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:45:22.237464 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] Port 4628eb6e-a2e2-4d55-9e33-7168deab3381 on network 5037c40c-5a38-4178-9794-a6b3fa7de88b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 16:45:22.237750 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] Attempting to bind port 4628eb6e-a2e2-4d55-9e33-7168deab3381 on network 5037c40c-5a38-4178-9794-a6b3fa7de88b {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:45:22.249189 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee9f31-6d48-47e8-9952-8f51f4c19f71 req-ba37499e-40b5-40f9-aea7-3ca79db47e48 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:22.250771 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-feee9f31-6d48-47e8-9952-8f51f4c19f71 req-ba37499e-40b5-40f9-aea7-3ca79db47e48 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 943 time: 0.0728340 Sep 08 16:45:22.253952 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] Checking agent: {'id': 'ccbd07f4-9fa7-4e9d-ab49-144bada9319f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'started_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:45:22.254951 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] Checking segment: {'id': '59820ba5-93dc-4e28-887a-d3e37dc08246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:45:22.255353 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] Bound using segment: {'id': '59820ba5-93dc-4e28-887a-d3e37dc08246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:45:22.255842 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] Bound port: 4628eb6e-a2e2-4d55-9e33-7168deab3381, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59820ba5-93dc-4e28-887a-d3e37dc08246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:45:22.256206 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:22.338212 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-feee9f31-6d48-47e8-9952-8f51f4c19f71 req-dd4cb57c-c669-4fe4-b5c7-7898716ae9e9 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794868 Sep 08 16:45:22.354124 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] For port 4628eb6e-a2e2-4d55-9e33-7168deab3381, host hv-cinder-79053, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:45:22.357170 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] For port 4628eb6e-a2e2-4d55-9e33-7168deab3381, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4628eb6e-a2e2-4d55-9e33-7168deab3381,segment=NetworkSegment(59820ba5-93dc-4e28-887a-d3e37dc08246),segment_id=59820ba5-93dc-4e28-887a-d3e37dc08246)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:45:22.365050 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:22.400243 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:22.401163 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:22.403016 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-c2944280-1543-4953-8892-6352e43ab307 service neutron] 10.222.0.38 "PUT /v2.0/ports/4628eb6e-a2e2-4d55-9e33-7168deab3381 HTTP/1.1" status: 200 len: 1093 time: 0.6979301 Sep 08 16:45:22.403662 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d3701a-952e-4bad-a037-31a3df13a00f', 'tag': '4628eb6e-a2e2-4d55-9e33-7168deab3381'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:45:22.406573 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861b4d34-e504-4047-a505-9a7d34c07c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "71d3701a-952e-4bad-a037-31a3df13a00f", "tag": "4628eb6e-a2e2-4d55-9e33-7168deab3381"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:45:22.439774 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2944280-1543-4953-8892-6352e43ab307 service neutron] Pushing event updated for resources: {'Port': ['ID=4628eb6e-a2e2-4d55-9e33-7168deab3381,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:45:22.452445 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a37e6c-4190-4d97-b37e-ca64b1f7c348 x-openstack-request-id: req-99a37e6c-4190-4d97-b37e-ca64b1f7c348 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:45:22.452790 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d3701a-952e-4bad-a037-31a3df13a00f", "tag": "4628eb6e-a2e2-4d55-9e33-7168deab3381", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:45:22.453024 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-99a37e6c-4190-4d97-b37e-ca64b1f7c348 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:45:22.453419 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d3701a-952e-4bad-a037-31a3df13a00f', 'tag': '4628eb6e-a2e2-4d55-9e33-7168deab3381', 'status': 'completed', 'code': 200} Sep 08 16:45:22.516056 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-38d97206-0994-4f47-84ab-c975ff8a7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:22.517657 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-38d97206-0994-4f47-84ab-c975ff8a7be8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9560510c90274e5a9b146fe8c72d17a1&device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 1096 time: 0.0434349 Sep 08 16:45:22.569918 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-8e2e14f6-8ebe-4c11-aaf7-65654be058e5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4628eb6e-a2e2-4d55-9e33-7168deab3381 HTTP/1.1" status: 200 len: 217 time: 0.0352807 Sep 08 16:45:22.628004 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-06413ccb-40ec-4e37-9fa0-90c98442b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:22.629750 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-06413ccb-40ec-4e37-9fa0-90c98442b667 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e35c5229-4844-4468-81cb-0a7fc05cb483 HTTP/1.1" status: 200 len: 851 time: 0.0524862 Sep 08 16:45:22.678332 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-4c44075c-5ca1-43e4-b1e8-714c350c8032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:22.679778 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-4c44075c-5ca1-43e4-b1e8-714c350c8032 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5037c40c-5a38-4178-9794-a6b3fa7de88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418878 Sep 08 16:45:22.774206 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-93577109-8eac-4076-8ad9-27e930eb36bd service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850353 Sep 08 16:45:22.865597 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ca8e98f9-02a0-4e3f-972e-da2880b0fab3 req-7103400f-5797-4639-aaec-6b71c78c6cd5 service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834980 Sep 08 16:45:23.019847 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b4d34-e504-4047-a505-9a7d34c07c8f req-b5a131aa-2768-4704-9f7b-d8b00d08b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:23.022502 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-861b4d34-e504-4047-a505-9a7d34c07c8f req-b5a131aa-2768-4704-9f7b-d8b00d08b1da service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9560510c90274e5a9b146fe8c72d17a1&device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 1096 time: 0.0455627 Sep 08 16:45:23.128037 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b4d34-e504-4047-a505-9a7d34c07c8f req-7a7e8273-bf6b-4553-8f1f-30819f8811f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:23.129755 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-861b4d34-e504-4047-a505-9a7d34c07c8f req-7a7e8273-bf6b-4553-8f1f-30819f8811f5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5037c40c-5a38-4178-9794-a6b3fa7de88b HTTP/1.1" status: 200 len: 913 time: 0.0957861 Sep 08 16:45:23.186503 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-861b4d34-e504-4047-a505-9a7d34c07c8f req-fb8b2e26-acf0-41dd-b69c-0783a2f2fcca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4628eb6e-a2e2-4d55-9e33-7168deab3381 HTTP/1.1" status: 200 len: 217 time: 0.0358427 Sep 08 16:45:23.245306 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b4d34-e504-4047-a505-9a7d34c07c8f req-9e912f08-520e-486c-8788-cab68d5a81a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:23.246863 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-861b4d34-e504-4047-a505-9a7d34c07c8f req-9e912f08-520e-486c-8788-cab68d5a81a6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e35c5229-4844-4468-81cb-0a7fc05cb483 HTTP/1.1" status: 200 len: 851 time: 0.0509646 Sep 08 16:45:23.304742 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b4d34-e504-4047-a505-9a7d34c07c8f req-9273dbdf-fc94-4bde-bbf7-a88df29e19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:23.306304 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-861b4d34-e504-4047-a505-9a7d34c07c8f req-9273dbdf-fc94-4bde-bbf7-a88df29e19a9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5037c40c-5a38-4178-9794-a6b3fa7de88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0496206 Sep 08 16:45:23.406337 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-861b4d34-e504-4047-a505-9a7d34c07c8f req-c3ce5f05-ff44-4026-ad53-ff53316fe80c service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920014 Sep 08 16:45:23.527855 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c4f7d-b2c9-445b-97ff-65a2e28de39b req-466d8bc0-98aa-4113-98e6-2703517a5feb tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:23.529308 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-296c4f7d-b2c9-445b-97ff-65a2e28de39b req-466d8bc0-98aa-4113-98e6-2703517a5feb tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 943 time: 0.0950978 Sep 08 16:45:23.535135 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-861b4d34-e504-4047-a505-9a7d34c07c8f req-bad9f1ec-f0c4-483c-9097-9778e43c58f5 service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213775 Sep 08 16:45:23.567950 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-296c4f7d-b2c9-445b-97ff-65a2e28de39b req-ab0d7766-24fe-4cc5-8538-645fdbe48269 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316033 Sep 08 16:45:24.715056 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f8d34-e665-4b54-a688-f12c787b70ec req-81f0d688-1e6e-41b1-a97a-192ad8797ca7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:24.716594 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-274f8d34-e665-4b54-a688-f12c787b70ec req-81f0d688-1e6e-41b1-a97a-192ad8797ca7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 943 time: 0.0581136 Sep 08 16:45:24.759319 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-274f8d34-e665-4b54-a688-f12c787b70ec req-2a9aba6b-a1d0-4a41-b5fa-4bc518b057cc tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331268 Sep 08 16:45:25.887231 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79364c-8047-4903-87d2-e9c68b5400f8 req-7698462d-b68a-4ad7-a240-16a504ba445a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:25.888901 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-bb79364c-8047-4903-87d2-e9c68b5400f8 req-7698462d-b68a-4ad7-a240-16a504ba445a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 943 time: 0.0539577 Sep 08 16:45:25.927022 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-bb79364c-8047-4903-87d2-e9c68b5400f8 req-515e8db4-b938-4aca-af89-22f3508daa5d tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321569 Sep 08 16:45:26.512303 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:45:27.058856 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e38da-25a3-4a4b-8b92-242599baebdc req-eaad2f80-2322-4410-b354-e782f403c49d tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:27.060354 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-327e38da-25a3-4a4b-8b92-242599baebdc req-eaad2f80-2322-4410-b354-e782f403c49d tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 943 time: 0.0499353 Sep 08 16:45:27.106437 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-327e38da-25a3-4a4b-8b92-242599baebdc req-7bf4c6ae-773c-4de1-953c-fa0c05aee106 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399563 Sep 08 16:45:28.237131 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6aa60-ad02-4bcf-833c-dfe63c1620b7 req-ba0ed74e-a21d-4c64-9a7c-0c95a29b2694 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:28.238687 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-22b6aa60-ad02-4bcf-833c-dfe63c1620b7 req-ba0ed74e-a21d-4c64-9a7c-0c95a29b2694 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 943 time: 0.0512109 Sep 08 16:45:28.280454 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-22b6aa60-ad02-4bcf-833c-dfe63c1620b7 req-4661665a-94d3-44cf-88c0-29adfd102703 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324059 Sep 08 16:45:28.450851 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b47bae07-33a8-4b5c-a7f4-1e21445f05d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:29.414108 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea769993-2499-4848-bbc3-e3ef3cb8d19f req-c3efeada-741f-452d-9fd7-fce646cb7189 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:29.415654 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ea769993-2499-4848-bbc3-e3ef3cb8d19f req-c3efeada-741f-452d-9fd7-fce646cb7189 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 943 time: 0.0591295 Sep 08 16:45:29.458251 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ea769993-2499-4848-bbc3-e3ef3cb8d19f req-a1cc0183-c076-44cd-8cc9-a9b6ff31b92b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325346 Sep 08 16:45:30.587438 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe16422-4e12-41c8-955d-2d2077d76a2c req-c8528590-f056-434a-9530-b18a49408325 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:30.588929 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7fe16422-4e12-41c8-955d-2d2077d76a2c req-c8528590-f056-434a-9530-b18a49408325 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 943 time: 0.0541382 Sep 08 16:45:30.630849 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7fe16422-4e12-41c8-955d-2d2077d76a2c req-89efafd0-fefa-4f0d-b851-3c2fe148244b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330698 Sep 08 16:45:31.158183 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6cfc69bf-6ec1-4d15-bb7b-f93d0757649f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:31.233834 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:31.270955 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 4628eb6e-a2e2-4d55-9e33-7168deab3381 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:45:31.375562 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 4628eb6e-a2e2-4d55-9e33-7168deab3381, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4628eb6e-a2e2-4d55-9e33-7168deab3381,segment=NetworkSegment(59820ba5-93dc-4e28-887a-d3e37dc08246),segment_id=59820ba5-93dc-4e28-887a-d3e37dc08246)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:45:31.387884 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': '4628eb6e-a2e2-4d55-9e33-7168deab3381', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'port_id': '4628eb6e-a2e2-4d55-9e33-7168deab3381', 'mac_address': 'fa:16:3e:df:c6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:45:31.435118 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:31.448162 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4628eb6e-a2e2-4d55-9e33-7168deab3381 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:45:31.467357 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 4628eb6e-a2e2-4d55-9e33-7168deab3381, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4628eb6e-a2e2-4d55-9e33-7168deab3381,segment=NetworkSegment(59820ba5-93dc-4e28-887a-d3e37dc08246),segment_id=59820ba5-93dc-4e28-887a-d3e37dc08246)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:45:31.475219 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:31.531976 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=4628eb6e-a2e2-4d55-9e33-7168deab3381,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:45:31.749090 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f126c-3d6c-48aa-8cba-65a95e607b27 req-54c63364-b6fa-46ee-b11d-cfc5e99b23dd tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:31.750629 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-269f126c-3d6c-48aa-8cba-65a95e607b27 req-54c63364-b6fa-46ee-b11d-cfc5e99b23dd tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 944 time: 0.0504138 Sep 08 16:45:31.753344 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['4628eb6e-a2e2-4d55-9e33-7168deab3381'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:45:31.790114 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-269f126c-3d6c-48aa-8cba-65a95e607b27 req-45c3a911-9061-4b17-b06f-abb959151e99 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331838 Sep 08 16:45:32.538005 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:32.914381 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70008051-412a-44fd-8293-d3a65472f0ea req-0027a767-4320-43a4-a1ee-b5357039b54a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:32.915873 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-70008051-412a-44fd-8293-d3a65472f0ea req-0027a767-4320-43a4-a1ee-b5357039b54a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 944 time: 0.0561821 Sep 08 16:45:32.953582 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-70008051-412a-44fd-8293-d3a65472f0ea req-f2604554-9559-4f72-b23a-a435cccb329e tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316477 Sep 08 16:45:33.285011 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 4628eb6e-a2e2-4d55-9e33-7168deab3381 up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:45:33.340490 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning for port 4628eb6e-a2e2-4d55-9e33-7168deab3381 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:45:33.346287 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port 4628eb6e-a2e2-4d55-9e33-7168deab3381 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:45:33.346876 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:33.441955 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:33.466378 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d3701a-952e-4bad-a037-31a3df13a00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4628eb6e-a2e2-4d55-9e33-7168deab3381'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:45:33.468764 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2f2734-dd5c-4b35-8897-168ac58592a0" -d '{"events": [{"server_uuid": "71d3701a-952e-4bad-a037-31a3df13a00f", "name": "network-vif-plugged", "status": "completed", "tag": "4628eb6e-a2e2-4d55-9e33-7168deab3381"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:45:33.481449 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 4628eb6e-a2e2-4d55-9e33-7168deab3381, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4628eb6e-a2e2-4d55-9e33-7168deab3381,segment=NetworkSegment(59820ba5-93dc-4e28-887a-d3e37dc08246),segment_id=59820ba5-93dc-4e28-887a-d3e37dc08246)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:45:33.486497 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:33.511587 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596c19fb-4a49-4974-8a1d-fd011655b5f5 x-openstack-request-id: req-596c19fb-4a49-4974-8a1d-fd011655b5f5 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:45:33.511882 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d3701a-952e-4bad-a037-31a3df13a00f", "name": "network-vif-plugged", "status": "completed", "tag": "4628eb6e-a2e2-4d55-9e33-7168deab3381", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:45:33.512135 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-596c19fb-4a49-4974-8a1d-fd011655b5f5 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:45:33.512518 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d3701a-952e-4bad-a037-31a3df13a00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4628eb6e-a2e2-4d55-9e33-7168deab3381', 'code': 200} Sep 08 16:45:33.539386 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=4628eb6e-a2e2-4d55-9e33-7168deab3381,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:45:33.767972 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fa1fb-f96d-490b-9ca9-5ebca92381d0 req-83bd36af-ffae-47b9-9139-44f12417fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:33.770110 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-728fa1fb-f96d-490b-9ca9-5ebca92381d0 req-83bd36af-ffae-47b9-9139-44f12417fffe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 1098 time: 0.0571871 Sep 08 16:45:33.808605 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-728fa1fb-f96d-490b-9ca9-5ebca92381d0 req-08cd6274-2977-4424-b86d-3d54d8823846 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302968 Sep 08 16:45:34.090675 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc07cc0-889d-43d1-b685-6da03f0432fa req-a13b40aa-b113-4be2-b6f6-69bd2c0353c6 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:34.092847 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fdc07cc0-889d-43d1-b685-6da03f0432fa req-a13b40aa-b113-4be2-b6f6-69bd2c0353c6 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 945 time: 0.0508113 Sep 08 16:45:34.135310 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fdc07cc0-889d-43d1-b685-6da03f0432fa req-9a894032-77d8-40b5-b6d9-f0f6cb2ccc2e tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334816 Sep 08 16:45:34.175578 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:35.400935 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a22e92-232a-4870-805e-52b6db2d9941 req-60cab1e3-8ecb-4959-8813-3f886208361d tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:35.402509 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-63a22e92-232a-4870-805e-52b6db2d9941 req-60cab1e3-8ecb-4959-8813-3f886208361d tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 945 time: 0.1680882 Sep 08 16:45:35.444096 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-63a22e92-232a-4870-805e-52b6db2d9941 req-b780994f-ae89-4eff-9f19-584ce9f2d7ec tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330927 Sep 08 16:45:35.566737 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a330dc9-8e3f-44e7-a70e-d530a46a1ec4 req-244e83c1-ab4b-448c-adb1-fff9fdbc2835 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:35.568228 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8a330dc9-8e3f-44e7-a70e-d530a46a1ec4 req-244e83c1-ab4b-448c-adb1-fff9fdbc2835 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 945 time: 0.0532734 Sep 08 16:45:35.619026 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8a330dc9-8e3f-44e7-a70e-d530a46a1ec4 req-51e5eaf0-67dc-470c-b9b5-ecb71d8f87fd tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409760 Sep 08 16:45:35.645796 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41462) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:45:35.734095 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b962b0c-d1a0-431d-accc-e83eaf6a6631 tempest-TestVolumeBootPattern-1243140185 tempest-TestVolumeBootPattern-1243140185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:35.735651 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-5b962b0c-d1a0-431d-accc-e83eaf6a6631 tempest-TestVolumeBootPattern-1243140185 tempest-TestVolumeBootPattern-1243140185-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 1093 time: 0.0888529 Sep 08 16:45:35.739999 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41466) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:45:35.744363 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-dde7735c-d45d-449f-a60d-ff83f5779b46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Request body: {'floatingip': {'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'port_id': '4628eb6e-a2e2-4d55-9e33-7168deab3381', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:45:35.770856 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dde7735c-d45d-449f-a60d-ff83f5779b46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for floatingip, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:35.895161 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dde7735c-d45d-449f-a60d-ff83f5779b46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:36.015135 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [None req-dde7735c-d45d-449f-a60d-ff83f5779b46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Allocated IP 172.27.3.18 (84aa3881-86d2-4090-846d-df2f4a76ffa3/4838e23d-7083-4c92-9a08-11046328e4a1/cd750c37-dd6a-4440-abef-e62edb788646) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:45:36.122794 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dde7735c-d45d-449f-a60d-ff83f5779b46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:36.172363 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dde7735c-d45d-449f-a60d-ff83f5779b46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:36.207468 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde7735c-d45d-449f-a60d-ff83f5779b46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:45:36.210478 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-dde7735c-d45d-449f-a60d-ff83f5779b46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:45:36.213925 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde7735c-d45d-449f-a60d-ff83f5779b46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:45:36.239197 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7735c-d45d-449f-a60d-ff83f5779b46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event updated for resources: {'Port': ['ID=cd750c37-dd6a-4440-abef-e62edb788646,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:45:36.606843 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dde7735c-d45d-449f-a60d-ff83f5779b46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:36.937103 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dde7735c-d45d-449f-a60d-ff83f5779b46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:37.093025 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dde7735c-d45d-449f-a60d-ff83f5779b46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:37.100430 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dde7735c-d45d-449f-a60d-ff83f5779b46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:37.164467 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7735c-d45d-449f-a60d-ff83f5779b46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event updated for resources: {'Port': ['ID=cd750c37-dd6a-4440-abef-e62edb788646,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:45:37.178379 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dde7735c-d45d-449f-a60d-ff83f5779b46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587310'] for floatingip, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:37.293018 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.l3_db [None req-dde7735c-d45d-449f-a60d-ff83f5779b46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Floating IP 233915d3-6f5e-40b4-b883-8b4e78756133 associated. External IP: 172.27.3.18, port: 4628eb6e-a2e2-4d55-9e33-7168deab3381. Sep 08 16:45:37.528260 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde7735c-d45d-449f-a60d-ff83f5779b46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Router 178da527-15ae-4a90-9128-fb54c92b2c28 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:45:37.643299 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde7735c-d45d-449f-a60d-ff83f5779b46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:45:37.655738 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d7fa5-12cd-4d34-8d4f-1f03447cc41f None None] Sync routers for ids ['178da527-15ae-4a90-9128-fb54c92b2c28'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:45:37.663250 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-dde7735c-d45d-449f-a60d-ff83f5779b46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:37.667869 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d7fa5-12cd-4d34-8d4f-1f03447cc41f None None] Routers {'178da527-15ae-4a90-9128-fb54c92b2c28'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:45:37.668722 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-8b5d7fa5-12cd-4d34-8d4f-1f03447cc41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:45:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['178da527-15ae-4a90-9128-fb54c92b2c28'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:45:37.694681 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-dde7735c-d45d-449f-a60d-ff83f5779b46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9535384 Sep 08 16:45:37.695565 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d3701a-952e-4bad-a037-31a3df13a00f', 'tag': '4628eb6e-a2e2-4d55-9e33-7168deab3381'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:45:37.697982 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231211c0-d4a9-4a59-af42-a32ffeb1c165" -d '{"events": [{"name": "network-changed", "server_uuid": "71d3701a-952e-4bad-a037-31a3df13a00f", "tag": "4628eb6e-a2e2-4d55-9e33-7168deab3381"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:45:37.734894 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545c7cb5-f5ba-4407-893e-f1fa7c420ba7 x-openstack-request-id: req-545c7cb5-f5ba-4407-893e-f1fa7c420ba7 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:45:37.735178 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d3701a-952e-4bad-a037-31a3df13a00f", "tag": "4628eb6e-a2e2-4d55-9e33-7168deab3381", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:45:37.735450 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-545c7cb5-f5ba-4407-893e-f1fa7c420ba7 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:45:37.735843 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d3701a-952e-4bad-a037-31a3df13a00f', 'tag': '4628eb6e-a2e2-4d55-9e33-7168deab3381', 'status': 'completed', 'code': 200} Sep 08 16:45:37.779570 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-8b5d7fa5-12cd-4d34-8d4f-1f03447cc41f None None] Set router 178da527-15ae-4a90-9128-fb54c92b2c28 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:45:37.829220 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231211c0-d4a9-4a59-af42-a32ffeb1c165 req-a6ca4972-2552-4a92-ad53-5e730d512aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:37.830788 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-231211c0-d4a9-4a59-af42-a32ffeb1c165 req-a6ca4972-2552-4a92-ad53-5e730d512aab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9560510c90274e5a9b146fe8c72d17a1&device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 1098 time: 0.0433421 Sep 08 16:45:37.926526 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231211c0-d4a9-4a59-af42-a32ffeb1c165 req-49a19124-099e-413b-b788-0f1cf4c4a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:37.928254 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-231211c0-d4a9-4a59-af42-a32ffeb1c165 req-49a19124-099e-413b-b788-0f1cf4c4a493 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5037c40c-5a38-4178-9794-a6b3fa7de88b HTTP/1.1" status: 200 len: 913 time: 0.0900087 Sep 08 16:45:37.997512 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-231211c0-d4a9-4a59-af42-a32ffeb1c165 req-628d1ba9-bd7b-4d10-80c1-d652ba1ad22a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4628eb6e-a2e2-4d55-9e33-7168deab3381 HTTP/1.1" status: 200 len: 998 time: 0.0621998 Sep 08 16:45:38.010258 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-8b5d7fa5-12cd-4d34-8d4f-1f03447cc41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': '233915d3-6f5e-40b4-b883-8b4e78756133', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'port_id': '4628eb6e-a2e2-4d55-9e33-7168deab3381', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'mac_address': 'fa:16:3e:df:c6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d3701a-952e-4bad-a037-31a3df13a00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:45:36Z', 'updated_at': '2021-09-08T16:45:36Z', 'revision_number': 0, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a610c7-2802-4802-9af9-5d3581207f67', 'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'mac_address': 'fa:16:3e:20:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:53Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 5, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'subnets': [{'id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:45:38.037219 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d7fa5-12cd-4d34-8d4f-1f03447cc41f None None] Checking router: 178da527-15ae-4a90-9128-fb54c92b2c28 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:45:38.046073 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d7fa5-12cd-4d34-8d4f-1f03447cc41f None None] Routers {'178da527-15ae-4a90-9128-fb54c92b2c28'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:45:38.046687 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-8b5d7fa5-12cd-4d34-8d4f-1f03447cc41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:45:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['178da527-15ae-4a90-9128-fb54c92b2c28'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:45:38.047945 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231211c0-d4a9-4a59-af42-a32ffeb1c165 req-ffacc391-9878-4ad9-99a0-1815ee5cc910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:38.049535 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-231211c0-d4a9-4a59-af42-a32ffeb1c165 req-ffacc391-9878-4ad9-99a0-1815ee5cc910 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e35c5229-4844-4468-81cb-0a7fc05cb483 HTTP/1.1" status: 200 len: 851 time: 0.0451438 Sep 08 16:45:38.098082 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231211c0-d4a9-4a59-af42-a32ffeb1c165 req-97fa7ac4-d132-4623-8841-b8d81df79294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:38.099712 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-231211c0-d4a9-4a59-af42-a32ffeb1c165 req-97fa7ac4-d132-4623-8841-b8d81df79294 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5037c40c-5a38-4178-9794-a6b3fa7de88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430188 Sep 08 16:45:38.152954 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-8b5d7fa5-12cd-4d34-8d4f-1f03447cc41f None None] Set router 178da527-15ae-4a90-9128-fb54c92b2c28 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:45:38.193264 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-231211c0-d4a9-4a59-af42-a32ffeb1c165 req-b7d15c1b-32ac-47b7-8420-13149e9a0262 service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861752 Sep 08 16:45:38.293488 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-231211c0-d4a9-4a59-af42-a32ffeb1c165 req-af10fba5-ed1e-4d21-bb4e-e7e7e4d771f7 service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936162 Sep 08 16:45:38.391242 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-8b5d7fa5-12cd-4d34-8d4f-1f03447cc41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': '233915d3-6f5e-40b4-b883-8b4e78756133', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'port_id': '4628eb6e-a2e2-4d55-9e33-7168deab3381', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'mac_address': 'fa:16:3e:df:c6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d3701a-952e-4bad-a037-31a3df13a00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:45:36Z', 'updated_at': '2021-09-08T16:45:36Z', 'revision_number': 0, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a610c7-2802-4802-9af9-5d3581207f67', 'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'mac_address': 'fa:16:3e:20:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:53Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 5, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'subnets': [{'id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:45:38.546504 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d7fa5-12cd-4d34-8d4f-1f03447cc41f None None] The sync data for ids ['178da527-15ae-4a90-9128-fb54c92b2c28'] in dv-cinder-790535-14-iscsi is: [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': '233915d3-6f5e-40b4-b883-8b4e78756133', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'port_id': '4628eb6e-a2e2-4d55-9e33-7168deab3381', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'mac_address': 'fa:16:3e:df:c6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d3701a-952e-4bad-a037-31a3df13a00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:45:36Z', 'updated_at': '2021-09-08T16:45:36Z', 'revision_number': 0, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a610c7-2802-4802-9af9-5d3581207f67', 'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'mac_address': 'fa:16:3e:20:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:53Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 5, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'subnets': [{'id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:45:38.765994 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff3754f-4e29-4a97-b797-7c27dc7a2129 None None] New status for floating IP 233915d3-6f5e-40b4-b883-8b4e78756133: ACTIVE {{(pid=94085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:45:46.139412 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:45:50.050229 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9205dbdd-57c0-42b7-af9a-a99dd8506851 req-41c0a23b-f1a5-4a9f-9700-94430d930240 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436349 Sep 08 16:45:50.163156 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205dbdd-57c0-42b7-af9a-a99dd8506851 req-17bd9789-6f18-46a8-8813-cc651e1bec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:50.164733 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9205dbdd-57c0-42b7-af9a-a99dd8506851 req-17bd9789-6f18-46a8-8813-cc651e1bec36 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=769a8cfb152a4a3da29c80d086a14abb&device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 1098 time: 0.0485387 Sep 08 16:45:50.287304 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205dbdd-57c0-42b7-af9a-a99dd8506851 req-438bed4f-8194-450e-9b48-2321411b956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:50.288859 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9205dbdd-57c0-42b7-af9a-a99dd8506851 req-438bed4f-8194-450e-9b48-2321411b956e service neutron] 10.222.0.38 "GET /v2.0/networks?id=892d82b0-ccf0-484c-a926-d570c8a4836c HTTP/1.1" status: 200 len: 909 time: 0.0987697 Sep 08 16:45:50.373455 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9205dbdd-57c0-42b7-af9a-a99dd8506851 req-23606397-59fc-4bfb-83ef-1efb88ba9f3a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6a060b9-b828-44a3-ad17-aba40de0a7f9 HTTP/1.1" status: 200 len: 1001 time: 0.0757256 Sep 08 16:45:50.426476 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205dbdd-57c0-42b7-af9a-a99dd8506851 req-d0caf69e-3507-4ba6-9090-a2bffe20869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:50.427997 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9205dbdd-57c0-42b7-af9a-a99dd8506851 req-d0caf69e-3507-4ba6-9090-a2bffe20869f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4 HTTP/1.1" status: 200 len: 847 time: 0.0470035 Sep 08 16:45:50.476753 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205dbdd-57c0-42b7-af9a-a99dd8506851 req-b4b82b22-a7d4-466c-b330-1b2e1858650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:45:50.478296 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9205dbdd-57c0-42b7-af9a-a99dd8506851 req-b4b82b22-a7d4-466c-b330-1b2e1858650e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=892d82b0-ccf0-484c-a926-d570c8a4836c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420063 Sep 08 16:45:50.575949 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9205dbdd-57c0-42b7-af9a-a99dd8506851 req-9f92e3a2-a03d-419e-9a77-b824646613e7 service neutron] 10.222.0.38 "GET /v2.0/networks/892d82b0-ccf0-484c-a926-d570c8a4836c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873315 Sep 08 16:45:50.667438 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9205dbdd-57c0-42b7-af9a-a99dd8506851 req-256f722d-4006-4e25-8a38-adb7d66d16ec service neutron] 10.222.0.38 "GET /v2.0/networks/892d82b0-ccf0-484c-a926-d570c8a4836c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840173 Sep 08 16:45:58.462280 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b33215a5-08f8-4718-9808-8a45030b38e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:01.153922 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-352fc020-8541-4cd2-a9c0-ed027b4f9efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:01.228994 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:02.539310 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:03.516548 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:46:04.182824 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:07.070002 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41484) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:46:07.241351 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Deleting port 9dbc77d8-96d1-46d1-b156-f5726d0cf4c5 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:46:07.241697 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:07.321382 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:07.321654 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:07.335252 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Calling delete_port for 9dbc77d8-96d1-46d1-b156-f5726d0cf4c5 owned by network:floatingip {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:46:07.528647 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:07.553632 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Pushing event deleted for resources: {'Port': ['ID=9dbc77d8-96d1-46d1-b156-f5726d0cf4c5,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:46:07.564979 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:07.565308 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:07.565654 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:07.565982 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:07.566290 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:07.566612 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:07.566928 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:07.567262 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:07.567612 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:07.567925 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:07.568242 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:07.568553 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:07.626764 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for floatingip, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:07.627206 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.l3_db [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Floating IP bce08013-04db-44d3-8e4a-7ec1ea3bfe38 disassociated (deleted). External IP: 172.27.3.106, port: f6a060b9-b828-44a3-ad17-aba40de0a7f9. Sep 08 16:46:07.858230 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Router cbed1110-e338-4203-98c5-e9ceb984b1e7 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:46:07.966944 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:46:07.971871 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:07.977404 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27014adc-2514-433c-8422-c4a71518fd6a None None] Sync routers for ids ['cbed1110-e338-4203-98c5-e9ceb984b1e7'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:46:07.986791 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27014adc-2514-433c-8422-c4a71518fd6a None None] Routers {'cbed1110-e338-4203-98c5-e9ceb984b1e7'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:46:07.987423 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-27014adc-2514-433c-8422-c4a71518fd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:46:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['cbed1110-e338-4203-98c5-e9ceb984b1e7'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:46:07.999580 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-0a9b2c11-85c0-4368-98a8-1c604974f980 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "DELETE /v2.0/floatingips/bce08013-04db-44d3-8e4a-7ec1ea3bfe38 HTTP/1.1" status: 204 len: 168 time: 0.9284127 Sep 08 16:46:08.000217 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420a275d-e3d3-4e78-8b00-366db8d6cf06', 'tag': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:46:08.002416 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0b86e8-4901-4248-adff-1fd28e7eb0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "420a275d-e3d3-4e78-8b00-366db8d6cf06", "tag": "f6a060b9-b828-44a3-ad17-aba40de0a7f9"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:46:08.043069 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6047061a-f614-4470-a992-29dc54892697 x-openstack-request-id: req-6047061a-f614-4470-a992-29dc54892697 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:46:08.043310 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420a275d-e3d3-4e78-8b00-366db8d6cf06", "tag": "f6a060b9-b828-44a3-ad17-aba40de0a7f9", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:46:08.043582 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6047061a-f614-4470-a992-29dc54892697 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:46:08.044004 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420a275d-e3d3-4e78-8b00-366db8d6cf06', 'tag': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9', 'status': 'completed', 'code': 200} Sep 08 16:46:08.104485 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-27014adc-2514-433c-8422-c4a71518fd6a None None] Set router cbed1110-e338-4203-98c5-e9ceb984b1e7 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:46:08.179826 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b86e8-4901-4248-adff-1fd28e7eb0b3 req-817d2ff5-9642-420e-8e1c-7e9ad81da807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:46:08.181619 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-eb0b86e8-4901-4248-adff-1fd28e7eb0b3 req-817d2ff5-9642-420e-8e1c-7e9ad81da807 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=769a8cfb152a4a3da29c80d086a14abb&device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 1098 time: 0.0928543 Sep 08 16:46:08.254600 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9847e19-8cf5-4bd3-b0ff-bfc837d807cd req-b1651653-c7d8-432a-9c80-891446989630 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:46:08.256275 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f9847e19-8cf5-4bd3-b0ff-bfc837d807cd req-b1651653-c7d8-432a-9c80-891446989630 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0531647 Sep 08 16:46:08.296503 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f9847e19-8cf5-4bd3-b0ff-bfc837d807cd req-8a3907b5-a9f5-407c-bfc6-fde67b897569 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335960 Sep 08 16:46:08.305422 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b86e8-4901-4248-adff-1fd28e7eb0b3 req-92f61a6c-f8d8-411a-8258-c4e70eff7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:46:08.307214 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-eb0b86e8-4901-4248-adff-1fd28e7eb0b3 req-92f61a6c-f8d8-411a-8258-c4e70eff7607 service neutron] 10.222.0.38 "GET /v2.0/networks?id=892d82b0-ccf0-484c-a926-d570c8a4836c HTTP/1.1" status: 200 len: 909 time: 0.0953691 Sep 08 16:46:08.316464 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-27014adc-2514-433c-8422-c4a71518fd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'name': 'tempest-TestShelveInstance-465244313-router', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:21Z', 'updated_at': '2021-09-08T16:41:24Z', 'revision_number': 4, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'gw_port': {'id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:22Z', 'updated_at': '2021-09-08T16:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '6316940f-3b33-45db-b4cc-811b586a6221', 'name': '', 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'mac_address': 'fa:16:3e:ac:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:23Z', 'updated_at': '2021-09-08T16:41:30Z', 'revision_number': 5, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'subnets': [{'id': '21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:46:08.343659 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27014adc-2514-433c-8422-c4a71518fd6a None None] Checking router: cbed1110-e338-4203-98c5-e9ceb984b1e7 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:46:08.351809 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-eb0b86e8-4901-4248-adff-1fd28e7eb0b3 req-88fb987d-9f0d-46de-b47e-85af1a70832f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6a060b9-b828-44a3-ad17-aba40de0a7f9 HTTP/1.1" status: 200 len: 217 time: 0.0360286 Sep 08 16:46:08.353267 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27014adc-2514-433c-8422-c4a71518fd6a None None] Routers {'cbed1110-e338-4203-98c5-e9ceb984b1e7'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:46:08.353908 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-27014adc-2514-433c-8422-c4a71518fd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:46:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['cbed1110-e338-4203-98c5-e9ceb984b1e7'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:46:08.407471 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b86e8-4901-4248-adff-1fd28e7eb0b3 req-76a82cde-f5e5-4a8d-bfe6-b0a1f8277086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:46:08.408925 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-eb0b86e8-4901-4248-adff-1fd28e7eb0b3 req-76a82cde-f5e5-4a8d-bfe6-b0a1f8277086 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4 HTTP/1.1" status: 200 len: 847 time: 0.0477107 Sep 08 16:46:08.468603 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b86e8-4901-4248-adff-1fd28e7eb0b3 req-b9535cda-28ff-469c-b701-f1f6e033a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:46:08.470297 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-eb0b86e8-4901-4248-adff-1fd28e7eb0b3 req-b9535cda-28ff-469c-b701-f1f6e033a727 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=892d82b0-ccf0-484c-a926-d570c8a4836c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0498621 Sep 08 16:46:08.483846 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [req-eb0b86e8-4901-4248-adff-1fd28e7eb0b3 req-de5d6b09-c6ce-4333-b52a-c5f62304a56a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:46:08.484893 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-eb0b86e8-4901-4248-adff-1fd28e7eb0b3 req-de5d6b09-c6ce-4333-b52a-c5f62304a56a service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053418 Sep 08 16:46:08.497940 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-27014adc-2514-433c-8422-c4a71518fd6a None None] Set router cbed1110-e338-4203-98c5-e9ceb984b1e7 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:46:08.577455 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-eb0b86e8-4901-4248-adff-1fd28e7eb0b3 req-170aa04b-0703-4e89-9fb7-ea1b0331ae53 service neutron] 10.222.0.38 "GET /v2.0/networks/892d82b0-ccf0-484c-a926-d570c8a4836c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849693 Sep 08 16:46:08.681106 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-eb0b86e8-4901-4248-adff-1fd28e7eb0b3 req-f0645d08-8720-43b5-b764-7ed8ffdf5a0c service neutron] 10.222.0.38 "GET /v2.0/networks/892d82b0-ccf0-484c-a926-d570c8a4836c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937634 Sep 08 16:46:08.696388 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-27014adc-2514-433c-8422-c4a71518fd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'name': 'tempest-TestShelveInstance-465244313-router', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:21Z', 'updated_at': '2021-09-08T16:41:24Z', 'revision_number': 4, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'gw_port': {'id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:22Z', 'updated_at': '2021-09-08T16:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '6316940f-3b33-45db-b4cc-811b586a6221', 'name': '', 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'mac_address': 'fa:16:3e:ac:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:23Z', 'updated_at': '2021-09-08T16:41:30Z', 'revision_number': 5, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'subnets': [{'id': '21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:46:08.726470 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27014adc-2514-433c-8422-c4a71518fd6a None None] The sync data for ids ['cbed1110-e338-4203-98c5-e9ceb984b1e7'] in dv-cinder-790535-14-iscsi is: [{'id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'name': 'tempest-TestShelveInstance-465244313-router', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:21Z', 'updated_at': '2021-09-08T16:41:24Z', 'revision_number': 4, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'gw_port': {'id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:22Z', 'updated_at': '2021-09-08T16:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '6316940f-3b33-45db-b4cc-811b586a6221', 'name': '', 'network_id': '892d82b0-ccf0-484c-a926-d570c8a4836c', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'mac_address': 'fa:16:3e:ac:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:23Z', 'updated_at': '2021-09-08T16:41:30Z', 'revision_number': 5, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'subnets': [{'id': '21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:46:08.957317 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3178a4-b75b-4471-b346-1c98204c7a3d None None] New status for floating IP bce08013-04db-44d3-8e4a-7ec1ea3bfe38: DOWN {{(pid=94085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:46:09.494810 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73868b-c14b-4d65-a3e3-320e3949abba req-58375b31-14db-4c47-9b6f-b40281f61172 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:46:09.496401 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ea73868b-c14b-4d65-a3e3-320e3949abba req-58375b31-14db-4c47-9b6f-b40281f61172 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.1278577 Sep 08 16:46:09.542393 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ea73868b-c14b-4d65-a3e3-320e3949abba req-e42c05d6-41d4-4b00-8062-8fa49ac69118 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/security-groups?id=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385282 Sep 08 16:46:10.079652 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc0585-0bc7-4f13-ad3e-e9bb9c97fdac req-e5a9e458-fa19-4656-8290-eed07ca20af7 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:46:10.081109 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f9dc0585-0bc7-4f13-ad3e-e9bb9c97fdac req-e5a9e458-fa19-4656-8290-eed07ca20af7 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.38 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 945 time: 0.0481801 Sep 08 16:46:10.182963 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-f9dc0585-0bc7-4f13-ad3e-e9bb9c97fdac req-74b67620-b03e-4e9b-83ec-c8713b8e959b tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Deleting port f6a060b9-b828-44a3-ad17-aba40de0a7f9 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:46:10.183374 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-f9dc0585-0bc7-4f13-ad3e-e9bb9c97fdac req-74b67620-b03e-4e9b-83ec-c8713b8e959b tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:10.281947 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-f9dc0585-0bc7-4f13-ad3e-e9bb9c97fdac req-74b67620-b03e-4e9b-83ec-c8713b8e959b tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] For port f6a060b9-b828-44a3-ad17-aba40de0a7f9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f6a060b9-b828-44a3-ad17-aba40de0a7f9,segment=NetworkSegment(c4e4cae2-14d7-4e17-afc0-ddae6a431e66),segment_id=c4e4cae2-14d7-4e17-afc0-ddae6a431e66)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:46:10.282322 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-f9dc0585-0bc7-4f13-ad3e-e9bb9c97fdac req-74b67620-b03e-4e9b-83ec-c8713b8e959b tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:10.299274 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-f9dc0585-0bc7-4f13-ad3e-e9bb9c97fdac req-74b67620-b03e-4e9b-83ec-c8713b8e959b tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Calling delete_port for f6a060b9-b828-44a3-ad17-aba40de0a7f9 owned by compute:nova {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:46:10.441510 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-f9dc0585-0bc7-4f13-ad3e-e9bb9c97fdac req-74b67620-b03e-4e9b-83ec-c8713b8e959b tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:10.469553 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b67620-b03e-4e9b-83ec-c8713b8e959b tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Pushing event deleted for resources: {'Port': ['ID=f6a060b9-b828-44a3-ad17-aba40de0a7f9,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:46:10.513737 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9dc0585-0bc7-4f13-ad3e-e9bb9c97fdac req-74b67620-b03e-4e9b-83ec-c8713b8e959b tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] No DVR routers for this DVR port f6a060b9-b828-44a3-ad17-aba40de0a7f9 on host hv-cinder-79053 {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:46:10.516614 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-f9dc0585-0bc7-4f13-ad3e-e9bb9c97fdac req-74b67620-b03e-4e9b-83ec-c8713b8e959b tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:10.518623 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-f9dc0585-0bc7-4f13-ad3e-e9bb9c97fdac req-74b67620-b03e-4e9b-83ec-c8713b8e959b tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.38 "DELETE /v2.0/ports/f6a060b9-b828-44a3-ad17-aba40de0a7f9 HTTP/1.1" status: 204 len: 173 time: 0.4309976 Sep 08 16:46:10.519061 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420a275d-e3d3-4e78-8b00-366db8d6cf06', 'name': 'network-vif-deleted', 'tag': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:46:10.521655 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27770223-a683-438b-bbb5-86df9e7448b5" -d '{"events": [{"server_uuid": "420a275d-e3d3-4e78-8b00-366db8d6cf06", "name": "network-vif-deleted", "tag": "f6a060b9-b828-44a3-ad17-aba40de0a7f9"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:46:10.560683 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57605469-e843-4cdb-9fde-7548c3cd6f1e x-openstack-request-id: req-57605469-e843-4cdb-9fde-7548c3cd6f1e {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:46:10.561000 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420a275d-e3d3-4e78-8b00-366db8d6cf06", "name": "network-vif-deleted", "tag": "f6a060b9-b828-44a3-ad17-aba40de0a7f9", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:46:10.561285 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-57605469-e843-4cdb-9fde-7548c3cd6f1e {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:46:10.561681 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420a275d-e3d3-4e78-8b00-366db8d6cf06', 'name': 'network-vif-deleted', 'tag': 'f6a060b9-b828-44a3-ad17-aba40de0a7f9', 'status': 'completed', 'code': 200} Sep 08 16:46:10.645900 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-bdaf92bd-6b48-4a80-b053-df206b329035 req-e1c3dfc0-1c9a-463b-b3d9-1cf266f783f7 tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "GET /v2.0/ports?device_id=420a275d-e3d3-4e78-8b00-366db8d6cf06 HTTP/1.1" status: 200 len: 210 time: 0.0294180 Sep 08 16:46:11.706973 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41504) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:46:11.773360 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-06625a37-5232-4750-8f0e-0f7c2c08089f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:11.800526 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-06625a37-5232-4750-8f0e-0f7c2c08089f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:11.865931 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-06625a37-5232-4750-8f0e-0f7c2c08089f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:11.868585 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-06625a37-5232-4750-8f0e-0f7c2c08089f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:11.869780 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-06625a37-5232-4750-8f0e-0f7c2c08089f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] 10.222.0.69 "DELETE /v2.0/security-groups/dadfd79f-4efd-4de5-8ec3-5723d3f2c06f HTTP/1.1" status: 204 len: 168 time: 0.1616333 Sep 08 16:46:11.879093 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06625a37-5232-4750-8f0e-0f7c2c08089f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadfd79f-4efd-4de5-8ec3-5723d3f2c06f,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:46:11.886644 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06625a37-5232-4750-8f0e-0f7c2c08089f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:11.886921 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06625a37-5232-4750-8f0e-0f7c2c08089f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:11.887269 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06625a37-5232-4750-8f0e-0f7c2c08089f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:11.887617 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06625a37-5232-4750-8f0e-0f7c2c08089f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:11.887975 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06625a37-5232-4750-8f0e-0f7c2c08089f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:11.888294 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06625a37-5232-4750-8f0e-0f7c2c08089f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:11.888623 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06625a37-5232-4750-8f0e-0f7c2c08089f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:11.888937 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06625a37-5232-4750-8f0e-0f7c2c08089f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:11.889270 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06625a37-5232-4750-8f0e-0f7c2c08089f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:11.889605 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06625a37-5232-4750-8f0e-0f7c2c08089f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:11.889984 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06625a37-5232-4750-8f0e-0f7c2c08089f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:11.890328 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06625a37-5232-4750-8f0e-0f7c2c08089f tempest-TestShelveInstance-1011476839 tempest-TestShelveInstance-1011476839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:11.919960 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41508) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:46:12.546870 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-46da110a-868f-41e7-8306-0e52aac6736d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588590'] for router_interface, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:12.827966 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-46da110a-868f-41e7-8306-0e52aac6736d admin admin] Deleting port 6316940f-3b33-45db-b4cc-811b586a6221 {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:46:12.828664 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-46da110a-868f-41e7-8306-0e52aac6736d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:12.910523 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-46da110a-868f-41e7-8306-0e52aac6736d admin admin] For port 6316940f-3b33-45db-b4cc-811b586a6221, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=6316940f-3b33-45db-b4cc-811b586a6221,segment=NetworkSegment(c4e4cae2-14d7-4e17-afc0-ddae6a431e66),segment_id=c4e4cae2-14d7-4e17-afc0-ddae6a431e66)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:46:12.910911 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-46da110a-868f-41e7-8306-0e52aac6736d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:12.924325 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-46da110a-868f-41e7-8306-0e52aac6736d admin admin] Calling delete_port for 6316940f-3b33-45db-b4cc-811b586a6221 owned by network:router_interface {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:46:13.115092 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-46da110a-868f-41e7-8306-0e52aac6736d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:13.154836 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da110a-868f-41e7-8306-0e52aac6736d admin admin] Pushing event deleted for resources: {'Port': ['ID=6316940f-3b33-45db-b4cc-811b586a6221,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:46:13.321428 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-46da110a-868f-41e7-8306-0e52aac6736d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588698'] for router_interface, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:13.474780 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device f6a060b9-b828-44a3-ad17-aba40de0a7f9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:46:13.495183 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] No Port match for: f6a060b9-b828-44a3-ad17-aba40de0a7f9 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:46:13.495567 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device f6a060b9-b828-44a3-ad17-aba40de0a7f9 not bound to the agent host hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:46:13.562769 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46da110a-868f-41e7-8306-0e52aac6736d admin admin] Router cbed1110-e338-4203-98c5-e9ceb984b1e7 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:46:13.671422 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46da110a-868f-41e7-8306-0e52aac6736d admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:46:13.677364 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-46da110a-868f-41e7-8306-0e52aac6736d admin admin] 10.222.0.69 "PUT /v2.0/routers/cbed1110-e338-4203-98c5-e9ceb984b1e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7564044 Sep 08 16:46:13.680240 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41514) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:46:13.681163 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404852d5-4a9d-4d05-a06b-58d5a3539f06 None None] Sync routers for ids ['cbed1110-e338-4203-98c5-e9ceb984b1e7'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:46:13.690898 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404852d5-4a9d-4d05-a06b-58d5a3539f06 None None] Routers {'cbed1110-e338-4203-98c5-e9ceb984b1e7'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:46:13.691552 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-404852d5-4a9d-4d05-a06b-58d5a3539f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:46:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['cbed1110-e338-4203-98c5-e9ceb984b1e7'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:46:13.803780 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-404852d5-4a9d-4d05-a06b-58d5a3539f06 None None] Set router cbed1110-e338-4203-98c5-e9ceb984b1e7 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:46:14.006797 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-404852d5-4a9d-4d05-a06b-58d5a3539f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'name': 'tempest-TestShelveInstance-465244313-router', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:21Z', 'updated_at': '2021-09-08T16:46:13Z', 'revision_number': 5, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'gw_port': {'id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:22Z', 'updated_at': '2021-09-08T16:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:46:14.037581 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404852d5-4a9d-4d05-a06b-58d5a3539f06 None None] Checking router: cbed1110-e338-4203-98c5-e9ceb984b1e7 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:46:14.044670 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3118b65e-09f0-40b3-a32e-6a819c847df0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:14.045998 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404852d5-4a9d-4d05-a06b-58d5a3539f06 None None] Routers {'cbed1110-e338-4203-98c5-e9ceb984b1e7'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:46:14.046627 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-404852d5-4a9d-4d05-a06b-58d5a3539f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:46:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['cbed1110-e338-4203-98c5-e9ceb984b1e7'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:46:14.148281 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3118b65e-09f0-40b3-a32e-6a819c847df0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:14.157525 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-404852d5-4a9d-4d05-a06b-58d5a3539f06 None None] Set router cbed1110-e338-4203-98c5-e9ceb984b1e7 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:46:14.203187 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-3118b65e-09f0-40b3-a32e-6a819c847df0 admin admin] Deleting port 128f516e-4c16-4bee-8543-bdc9ab35f9bb {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:46:14.203579 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3118b65e-09f0-40b3-a32e-6a819c847df0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:14.280401 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-3118b65e-09f0-40b3-a32e-6a819c847df0 admin admin] For port 128f516e-4c16-4bee-8543-bdc9ab35f9bb, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=128f516e-4c16-4bee-8543-bdc9ab35f9bb,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:46:14.280803 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3118b65e-09f0-40b3-a32e-6a819c847df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:14.298326 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-3118b65e-09f0-40b3-a32e-6a819c847df0 admin admin] Calling delete_port for 128f516e-4c16-4bee-8543-bdc9ab35f9bb owned by network:router_gateway {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:46:14.332878 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-404852d5-4a9d-4d05-a06b-58d5a3539f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'name': 'tempest-TestShelveInstance-465244313-router', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:21Z', 'updated_at': '2021-09-08T16:46:13Z', 'revision_number': 5, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'gw_port': {'id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:22Z', 'updated_at': '2021-09-08T16:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:46:14.358629 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404852d5-4a9d-4d05-a06b-58d5a3539f06 None None] The sync data for ids ['cbed1110-e338-4203-98c5-e9ceb984b1e7'] in dv-cinder-790535-14-iscsi is: [{'id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'name': 'tempest-TestShelveInstance-465244313-router', 'tenant_id': '769a8cfb152a4a3da29c80d086a14abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:21Z', 'updated_at': '2021-09-08T16:46:13Z', 'revision_number': 5, 'project_id': '769a8cfb152a4a3da29c80d086a14abb', 'gw_port': {'id': '128f516e-4c16-4bee-8543-bdc9ab35f9bb', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed1110-e338-4203-98c5-e9ceb984b1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:22Z', 'updated_at': '2021-09-08T16:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:46:14.482862 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3118b65e-09f0-40b3-a32e-6a819c847df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:14.512292 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118b65e-09f0-40b3-a32e-6a819c847df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=128f516e-4c16-4bee-8543-bdc9ab35f9bb,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:46:14.570710 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3118b65e-09f0-40b3-a32e-6a819c847df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587384'] for router_gateway, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:14.657855 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3118b65e-09f0-40b3-a32e-6a819c847df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14215'] for router, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:14.660409 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3118b65e-09f0-40b3-a32e-6a819c847df0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:14.711101 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3118b65e-09f0-40b3-a32e-6a819c847df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524738'] for router, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:14.711879 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3118b65e-09f0-40b3-a32e-6a819c847df0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbed1110-e338-4203-98c5-e9ceb984b1e7 {{(pid=94083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 16:46:14.716633 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3118b65e-09f0-40b3-a32e-6a819c847df0 admin admin] Notify callbacks [] for router, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:14.717806 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-3118b65e-09f0-40b3-a32e-6a819c847df0 admin admin] 10.222.0.69 "DELETE /v2.0/routers/cbed1110-e338-4203-98c5-e9ceb984b1e7 HTTP/1.1" status: 204 len: 168 time: 1.0365658 Sep 08 16:46:14.720462 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41516) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:46:14.766958 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d221b78-3484-4a5c-979e-d2500dbe4336 admin admin] Deleting subnet 21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4 {{(pid=94083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 16:46:14.770889 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6d221b78-3484-4a5c-979e-d2500dbe4336 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:14.806838 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6d221b78-3484-4a5c-979e-d2500dbe4336 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29418530'] for subnet, precommit_delete_associations {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:14.888988 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6d221b78-3484-4a5c-979e-d2500dbe4336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772541'] for subnet, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:14.946082 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6d221b78-3484-4a5c-979e-d2500dbe4336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29612433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30250774'] for subnet, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:14.973997 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d221b78-3484-4a5c-979e-d2500dbe4336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:46:14.976117 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6d221b78-3484-4a5c-979e-d2500dbe4336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for subnet, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:14.978075 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-6d221b78-3484-4a5c-979e-d2500dbe4336 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/21fbc6a8-96a7-41f2-a9d5-43bb76b4c9d4 HTTP/1.1" status: 204 len: 168 time: 0.2562430 Sep 08 16:46:14.980599 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41518) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:46:14.983954 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d77b685-9ec9-457c-9a75-2cbc94c97eef None None] Network 892d82b0-ccf0-484c-a926-d570c8a4836c requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:46:15.060426 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2ea4dd81-be52-42e3-8734-166f1d8974e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601569'] for network, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:15.125698 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-2ea4dd81-be52-42e3-8734-166f1d8974e3 admin admin] Deleting port 27c82cbe-ddeb-4f07-9e13-13a24a9a5149 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:46:15.126210 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2ea4dd81-be52-42e3-8734-166f1d8974e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:15.190061 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-2ea4dd81-be52-42e3-8734-166f1d8974e3 admin admin] For port 27c82cbe-ddeb-4f07-9e13-13a24a9a5149, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=27c82cbe-ddeb-4f07-9e13-13a24a9a5149,segment=NetworkSegment(c4e4cae2-14d7-4e17-afc0-ddae6a431e66),segment_id=c4e4cae2-14d7-4e17-afc0-ddae6a431e66)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:46:15.190441 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2ea4dd81-be52-42e3-8734-166f1d8974e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:15.202831 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-2ea4dd81-be52-42e3-8734-166f1d8974e3 admin admin] Calling delete_port for 27c82cbe-ddeb-4f07-9e13-13a24a9a5149 owned by network:dhcp {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:46:15.291255 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2ea4dd81-be52-42e3-8734-166f1d8974e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:15.316187 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4dd81-be52-42e3-8734-166f1d8974e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=27c82cbe-ddeb-4f07-9e13-13a24a9a5149,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:46:15.321552 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea4dd81-be52-42e3-8734-166f1d8974e3 admin admin] No DVR routers for this DVR port 27c82cbe-ddeb-4f07-9e13-13a24a9a5149 on host dv-cinder-790535-14-iscsi {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:46:15.348517 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a59d2d-4ffa-47a1-81fb-8c75b91667a8 None None] DHCP port deletion for 892d82b0-ccf0-484c-a926-d570c8a4836c request from dv-cinder-790535-14-iscsi {{(pid=94084) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 16:46:15.409160 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2ea4dd81-be52-42e3-8734-166f1d8974e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770888', 'neutron.services.segments.db._delete_segments_for_network-8790707967645'] for network, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:15.433007 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.services.segments.db [None req-2ea4dd81-be52-42e3-8734-166f1d8974e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892d82b0-ccf0-484c-a926-d570c8a4836c']}} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:46:15.444262 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.services.segments.db [None req-2ea4dd81-be52-42e3-8734-166f1d8974e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e4cae2-14d7-4e17-afc0-ddae6a431e66') {'for_net_delete': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:46:15.444433 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.services.segments.db [None req-2ea4dd81-be52-42e3-8734-166f1d8974e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e4cae2-14d7-4e17-afc0-ddae6a431e66') {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:46:15.454851 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2ea4dd81-be52-42e3-8734-166f1d8974e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790707967910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29418587'] for segment, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:15.477493 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2ea4dd81-be52-42e3-8734-166f1d8974e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:15.484117 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea4dd81-be52-42e3-8734-166f1d8974e3 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:46:15.484525 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2ea4dd81-be52-42e3-8734-166f1d8974e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29607027'] for segment, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: Traceback (most recent call last): Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: timer() Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: cb(*args, **kw) Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: return func(*args, **kwargs) Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: self._notify() Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: self.callback(batched_events) Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: event.method(event) Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: return f(self, *a, **k) Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: return self._get(url).json() Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: return self.request(url, 'GET', **kwargs) Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:46:15.486406 dv-cinder-790535-14-iscsi neutron-server[94083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:46:15.543928 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2ea4dd81-be52-42e3-8734-166f1d8974e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587292'] for network, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:15.550390 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2ea4dd81-be52-42e3-8734-166f1d8974e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:15.552468 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-2ea4dd81-be52-42e3-8734-166f1d8974e3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/892d82b0-ccf0-484c-a926-d570c8a4836c HTTP/1.1" status: 204 len: 168 time: 0.5707240 Sep 08 16:46:15.556040 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41520) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:46:15.563316 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4dd81-be52-42e3-8734-166f1d8974e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=892d82b0-ccf0-484c-a926-d570c8a4836c,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:46:15.914526 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e1b9cd90-eead-4809-a01e-951ce0009442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588590'] for router_interface, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:16.146717 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:16.177605 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-e1b9cd90-eead-4809-a01e-951ce0009442 admin admin] Deleting port a5396a7a-d4d0-42f9-944d-3a6c0d3f6466 {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:46:16.177870 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e1b9cd90-eead-4809-a01e-951ce0009442 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:16.185092 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 128f516e-4c16-4bee-8543-bdc9ab35f9bb no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:46:16.207056 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: 128f516e-4c16-4bee-8543-bdc9ab35f9bb {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:46:16.207417 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 128f516e-4c16-4bee-8543-bdc9ab35f9bb not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:46:16.207895 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 6316940f-3b33-45db-b4cc-811b586a6221 no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:46:16.230056 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: 6316940f-3b33-45db-b4cc-811b586a6221 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:46:16.230404 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 6316940f-3b33-45db-b4cc-811b586a6221 not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:46:16.230819 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 27c82cbe-ddeb-4f07-9e13-13a24a9a5149 no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:46:16.249815 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: 27c82cbe-ddeb-4f07-9e13-13a24a9a5149 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:46:16.250163 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 27c82cbe-ddeb-4f07-9e13-13a24a9a5149 not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:46:16.260271 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-e1b9cd90-eead-4809-a01e-951ce0009442 admin admin] For port a5396a7a-d4d0-42f9-944d-3a6c0d3f6466, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=a5396a7a-d4d0-42f9-944d-3a6c0d3f6466,segment=NetworkSegment(9cb911f3-8eaa-4ad9-bb90-64541b79c80d),segment_id=9cb911f3-8eaa-4ad9-bb90-64541b79c80d)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:46:16.260632 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e1b9cd90-eead-4809-a01e-951ce0009442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:16.273631 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-e1b9cd90-eead-4809-a01e-951ce0009442 admin admin] Calling delete_port for a5396a7a-d4d0-42f9-944d-3a6c0d3f6466 owned by network:router_interface {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:46:16.474034 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e1b9cd90-eead-4809-a01e-951ce0009442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:16.499242 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9cd90-eead-4809-a01e-951ce0009442 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5396a7a-d4d0-42f9-944d-3a6c0d3f6466,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:46:16.663308 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e1b9cd90-eead-4809-a01e-951ce0009442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588698'] for router_interface, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:16.877773 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b9cd90-eead-4809-a01e-951ce0009442 admin admin] Router 36ec20cd-e166-4e50-b03c-80b2e5da97a7 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:46:17.251117 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b9cd90-eead-4809-a01e-951ce0009442 admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:46:17.256835 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-e1b9cd90-eead-4809-a01e-951ce0009442 admin admin] 10.222.0.69 "PUT /v2.0/routers/36ec20cd-e166-4e50-b03c-80b2e5da97a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6995318 Sep 08 16:46:17.259383 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41522) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:46:17.262355 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1549ae24-1535-4637-a878-b828db510538 None None] Sync routers for ids ['36ec20cd-e166-4e50-b03c-80b2e5da97a7'] in dv-cinder-790535-14-iscsi {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:46:17.273718 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1549ae24-1535-4637-a878-b828db510538 None None] Routers {'36ec20cd-e166-4e50-b03c-80b2e5da97a7'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:46:17.274374 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-1549ae24-1535-4637-a878-b828db510538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:46:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['36ec20cd-e166-4e50-b03c-80b2e5da97a7'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:46:17.363799 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a466529a-d032-4b7f-8fea-901606225add admin admin] Notify callbacks [] for router, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:17.385228 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-1549ae24-1535-4637-a878-b828db510538 None None] Set router 36ec20cd-e166-4e50-b03c-80b2e5da97a7 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:46:17.480816 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a466529a-d032-4b7f-8fea-901606225add admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:17.537087 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-a466529a-d032-4b7f-8fea-901606225add admin admin] Deleting port 10f0f219-bac6-49e0-b057-f1f6b8bc95c7 {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:46:17.537473 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a466529a-d032-4b7f-8fea-901606225add admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:17.564012 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-1549ae24-1535-4637-a878-b828db510538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ec20cd-e166-4e50-b03c-80b2e5da97a7', 'name': 'tempest-TestShelveInstance-465278533-router', 'tenant_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '10f0f219-bac6-49e0-b057-f1f6b8bc95c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:26Z', 'updated_at': '2021-09-08T16:46:16Z', 'revision_number': 5, 'project_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'gw_port': {'id': '10f0f219-bac6-49e0-b057-f1f6b8bc95c7', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ec20cd-e166-4e50-b03c-80b2e5da97a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:41:27Z', 'updated_at': '2021-09-08T16:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:46:17.594951 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1549ae24-1535-4637-a878-b828db510538 None None] Checking router: 36ec20cd-e166-4e50-b03c-80b2e5da97a7 for host: dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:46:17.603745 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1549ae24-1535-4637-a878-b828db510538 None None] Routers {'36ec20cd-e166-4e50-b03c-80b2e5da97a7'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:46:17.604365 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-1549ae24-1535-4637-a878-b828db510538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:46:01Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['36ec20cd-e166-4e50-b03c-80b2e5da97a7'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:46:17.622209 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-a466529a-d032-4b7f-8fea-901606225add admin admin] For port 10f0f219-bac6-49e0-b057-f1f6b8bc95c7, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=10f0f219-bac6-49e0-b057-f1f6b8bc95c7,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:46:17.622698 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a466529a-d032-4b7f-8fea-901606225add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:17.634739 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-a466529a-d032-4b7f-8fea-901606225add admin admin] Calling delete_port for 10f0f219-bac6-49e0-b057-f1f6b8bc95c7 owned by network:router_gateway {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:46:17.692806 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-1549ae24-1535-4637-a878-b828db510538 None None] Set router 36ec20cd-e166-4e50-b03c-80b2e5da97a7 gateway port host: None {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:46:17.743191 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-1549ae24-1535-4637-a878-b828db510538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ec20cd-e166-4e50-b03c-80b2e5da97a7', 'name': 'tempest-TestShelveInstance-465278533-router', 'tenant_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:26Z', 'updated_at': '2021-09-08T16:46:17Z', 'revision_number': 6, 'project_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'gw_port_host': None}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:46:17.774024 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1549ae24-1535-4637-a878-b828db510538 None None] The sync data for ids ['36ec20cd-e166-4e50-b03c-80b2e5da97a7'] in dv-cinder-790535-14-iscsi is: [{'id': '36ec20cd-e166-4e50-b03c-80b2e5da97a7', 'name': 'tempest-TestShelveInstance-465278533-router', 'tenant_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:41:26Z', 'updated_at': '2021-09-08T16:46:17Z', 'revision_number': 6, 'project_id': 'aef59370de6d46e8a78ef6a71ade7cd9', 'gw_port_host': None}] {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:46:17.814074 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a466529a-d032-4b7f-8fea-901606225add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:17.839997 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466529a-d032-4b7f-8fea-901606225add admin admin] Pushing event deleted for resources: {'Port': ['ID=10f0f219-bac6-49e0-b057-f1f6b8bc95c7,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:46:17.900599 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a466529a-d032-4b7f-8fea-901606225add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587384'] for router_gateway, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:17.990183 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a466529a-d032-4b7f-8fea-901606225add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14215'] for router, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:17.993613 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a466529a-d032-4b7f-8fea-901606225add admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:18.043232 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a466529a-d032-4b7f-8fea-901606225add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524738'] for router, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:18.043865 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a466529a-d032-4b7f-8fea-901606225add admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36ec20cd-e166-4e50-b03c-80b2e5da97a7 {{(pid=94082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 16:46:18.048532 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a466529a-d032-4b7f-8fea-901606225add admin admin] Notify callbacks [] for router, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:18.049843 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-a466529a-d032-4b7f-8fea-901606225add admin admin] 10.222.0.69 "DELETE /v2.0/routers/36ec20cd-e166-4e50-b03c-80b2e5da97a7 HTTP/1.1" status: 204 len: 168 time: 0.7893770 Sep 08 16:46:18.052515 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41524) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:46:18.098244 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b29d34-d6b7-4696-8691-198ab21ae2f8 admin admin] Deleting subnet 714df8d8-3863-436f-8b40-36981e52d69f {{(pid=94082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 16:46:18.101864 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-36b29d34-d6b7-4696-8691-198ab21ae2f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:18.138840 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-36b29d34-d6b7-4696-8691-198ab21ae2f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29646795'] for subnet, precommit_delete_associations {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:18.229065 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-36b29d34-d6b7-4696-8691-198ab21ae2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772541'] for subnet, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:18.299662 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-36b29d34-d6b7-4696-8691-198ab21ae2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29525642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30203681'] for subnet, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:18.327046 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b29d34-d6b7-4696-8691-198ab21ae2f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=714df8d8-3863-436f-8b40-36981e52d69f,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:46:18.329095 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-36b29d34-d6b7-4696-8691-198ab21ae2f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:18.331730 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-36b29d34-d6b7-4696-8691-198ab21ae2f8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/714df8d8-3863-436f-8b40-36981e52d69f HTTP/1.1" status: 204 len: 168 time: 0.2776930 Sep 08 16:46:18.333915 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41526) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:46:18.336680 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418ff2cd-fd46-43dd-981b-c0cf5e916122 None None] Network 9b11b455-d8d8-4ee8-9d3f-cc52476fca3e requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:46:18.406691 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-905494dc-6aa9-4221-ba91-beac7b543c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601569'] for network, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:18.460390 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-905494dc-6aa9-4221-ba91-beac7b543c03 admin admin] Deleting port 16984cd8-7793-4397-8441-8a3ebf0d4c03 {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:46:18.460700 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-905494dc-6aa9-4221-ba91-beac7b543c03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:18.522858 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-905494dc-6aa9-4221-ba91-beac7b543c03 admin admin] For port 16984cd8-7793-4397-8441-8a3ebf0d4c03, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=16984cd8-7793-4397-8441-8a3ebf0d4c03,segment=NetworkSegment(9cb911f3-8eaa-4ad9-bb90-64541b79c80d),segment_id=9cb911f3-8eaa-4ad9-bb90-64541b79c80d)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:46:18.523358 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-905494dc-6aa9-4221-ba91-beac7b543c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:18.537231 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-905494dc-6aa9-4221-ba91-beac7b543c03 admin admin] Calling delete_port for 16984cd8-7793-4397-8441-8a3ebf0d4c03 owned by network:dhcp {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:46:18.558663 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] DHCP port deletion for 9b11b455-d8d8-4ee8-9d3f-cc52476fca3e request from dv-cinder-790535-14-iscsi {{(pid=94084) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 16:46:18.562146 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device a5396a7a-d4d0-42f9-944d-3a6c0d3f6466 no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:46:18.584551 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: a5396a7a-d4d0-42f9-944d-3a6c0d3f6466 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:46:18.584892 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device a5396a7a-d4d0-42f9-944d-3a6c0d3f6466 not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:46:18.624164 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-905494dc-6aa9-4221-ba91-beac7b543c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:18.625575 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] Deleting port 16984cd8-7793-4397-8441-8a3ebf0d4c03 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:46:18.625960 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:18.654984 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905494dc-6aa9-4221-ba91-beac7b543c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=16984cd8-7793-4397-8441-8a3ebf0d4c03,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:46:18.657051 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905494dc-6aa9-4221-ba91-beac7b543c03 admin admin] No DVR routers for this DVR port 16984cd8-7793-4397-8441-8a3ebf0d4c03 on host dv-cinder-790535-14-iscsi {{(pid=94082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:46:18.696149 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] For port 16984cd8-7793-4397-8441-8a3ebf0d4c03, host dv-cinder-790535-14-iscsi, got binding levels [] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:46:18.696554 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:18.708386 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] Calling delete_port for 16984cd8-7793-4397-8441-8a3ebf0d4c03 owned by network:dhcp {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:46:18.711222 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.ipam_backend_mixin [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] Port 16984cd8-7793-4397-8441-8a3ebf0d4c03 was not found and therefore no delete operation was performed {{(pid=94084) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 16:46:18.712467 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:18.735778 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-905494dc-6aa9-4221-ba91-beac7b543c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770888', 'neutron.services.segments.db._delete_segments_for_network-8790707967645'] for network, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:18.760520 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-905494dc-6aa9-4221-ba91-beac7b543c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b11b455-d8d8-4ee8-9d3f-cc52476fca3e']}} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:46:18.773411 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-905494dc-6aa9-4221-ba91-beac7b543c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb911f3-8eaa-4ad9-bb90-64541b79c80d') {'for_net_delete': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:46:18.773980 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-905494dc-6aa9-4221-ba91-beac7b543c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb911f3-8eaa-4ad9-bb90-64541b79c80d') {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:46:18.787665 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-905494dc-6aa9-4221-ba91-beac7b543c03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790707967910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29646770'] for segment, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:18.806403 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-905494dc-6aa9-4221-ba91-beac7b543c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:18.817874 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905494dc-6aa9-4221-ba91-beac7b543c03 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:46:18.818447 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-905494dc-6aa9-4221-ba91-beac7b543c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29530984'] for segment, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: Traceback (most recent call last): Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: timer() Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: cb(*args, **kw) Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: return func(*args, **kwargs) Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: self._notify() Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: self.callback(batched_events) Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: event.method(event) Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: return f(self, *a, **k) Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: return self._get(url).json() Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: return self.request(url, 'GET', **kwargs) Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:46:18.820526 dv-cinder-790535-14-iscsi neutron-server[94082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:46:18.871198 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] No DVR routers for this DVR port 16984cd8-7793-4397-8441-8a3ebf0d4c03 on host dv-cinder-790535-14-iscsi {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:46:18.872654 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] Pushing event deleted for resources: {'Port': ['ID=16984cd8-7793-4397-8441-8a3ebf0d4c03,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:46:18.886754 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:18.887021 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-905494dc-6aa9-4221-ba91-beac7b543c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587292'] for network, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:18.887551 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:18.888142 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:18.889397 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:18.889742 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:18.890083 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:18.890421 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:18.891444 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:18.891948 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:18.892296 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:18.892654 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:18.893178 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8d2bd-afb5-4f35-8c6e-af04126e8046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:46:18.893470 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-905494dc-6aa9-4221-ba91-beac7b543c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:18.895772 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-905494dc-6aa9-4221-ba91-beac7b543c03 admin admin] 10.222.0.69 "DELETE /v2.0/networks/9b11b455-d8d8-4ee8-9d3f-cc52476fca3e HTTP/1.1" status: 204 len: 168 time: 0.5608726 Sep 08 16:46:18.906986 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905494dc-6aa9-4221-ba91-beac7b543c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b11b455-d8d8-4ee8-9d3f-cc52476fca3e,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:46:19.077008 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41530) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:46:19.123428 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-075e5646-2559-49d1-a3ac-5d4b55eabcc2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=769a8cfb152a4a3da29c80d086a14abb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449970 Sep 08 16:46:19.127072 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41532) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:46:19.185678 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-1b83e6de-e810-4c5b-a401-4cff2c91b225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:19.209443 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-1b83e6de-e810-4c5b-a401-4cff2c91b225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:19.262331 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-1b83e6de-e810-4c5b-a401-4cff2c91b225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:19.264916 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-1b83e6de-e810-4c5b-a401-4cff2c91b225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:19.266135 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-1b83e6de-e810-4c5b-a401-4cff2c91b225 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/de7264b8-64e8-460a-b138-1c7bd544e285 HTTP/1.1" status: 204 len: 168 time: 0.1381156 Sep 08 16:46:19.281186 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83e6de-e810-4c5b-a401-4cff2c91b225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7264b8-64e8-460a-b138-1c7bd544e285,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:46:19.633556 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41538) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:46:19.679984 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-74f53aec-2505-40a5-8685-b8f496e476ad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aef59370de6d46e8a78ef6a71ade7cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450537 Sep 08 16:46:19.684240 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41540) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:46:19.754870 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-aaed6ea9-d0ac-4395-a602-29d54257a3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:19.779564 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-aaed6ea9-d0ac-4395-a602-29d54257a3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:19.831444 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-aaed6ea9-d0ac-4395-a602-29d54257a3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:19.834286 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-aaed6ea9-d0ac-4395-a602-29d54257a3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:19.835520 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-aaed6ea9-d0ac-4395-a602-29d54257a3df admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b1ec8d1b-dd43-4b53-92af-7cf693a62a33 HTTP/1.1" status: 204 len: 168 time: 0.1500533 Sep 08 16:46:19.843184 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed6ea9-d0ac-4395-a602-29d54257a3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ec8d1b-dd43-4b53-92af-7cf693a62a33,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:46:20.181344 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 10f0f219-bac6-49e0-b057-f1f6b8bc95c7 no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:46:20.202119 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: 10f0f219-bac6-49e0-b057-f1f6b8bc95c7 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:46:20.202464 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 10f0f219-bac6-49e0-b057-f1f6b8bc95c7 not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:46:20.202885 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 16984cd8-7793-4397-8441-8a3ebf0d4c03 no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:46:20.222992 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: 16984cd8-7793-4397-8441-8a3ebf0d4c03 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:46:20.223344 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 16984cd8-7793-4397-8441-8a3ebf0d4c03 not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:46:28.458584 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-abdfde9f-32e7-4b39-b428-cdc5e085e3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:31.155441 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f651e9ce-bab3-4e07-9ac2-05bab3c07551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:31.235226 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:32.542126 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:34.181754 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:40.521995 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:46:46.152380 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:46:50.034408 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e2fa056d-7281-4fbf-b0c6-5e59272f380e req-15001bc5-d6b2-4e34-93d4-7faf648c7fc3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512195 Sep 08 16:46:50.128785 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa056d-7281-4fbf-b0c6-5e59272f380e req-39d791df-d50c-4bd8-885c-6b3d86791eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:46:50.130344 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e2fa056d-7281-4fbf-b0c6-5e59272f380e req-39d791df-d50c-4bd8-885c-6b3d86791eaa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9560510c90274e5a9b146fe8c72d17a1&device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 1098 time: 0.0574389 Sep 08 16:46:50.248427 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa056d-7281-4fbf-b0c6-5e59272f380e req-c46abf05-745f-440f-bac5-151653d8df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:46:50.249945 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e2fa056d-7281-4fbf-b0c6-5e59272f380e req-c46abf05-745f-440f-bac5-151653d8df0d service neutron] 10.222.0.38 "GET /v2.0/networks?id=5037c40c-5a38-4178-9794-a6b3fa7de88b HTTP/1.1" status: 200 len: 913 time: 0.0969260 Sep 08 16:46:50.322931 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e2fa056d-7281-4fbf-b0c6-5e59272f380e req-d33aa3e6-58ec-48ec-81ba-44fa06996bc4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4628eb6e-a2e2-4d55-9e33-7168deab3381 HTTP/1.1" status: 200 len: 1000 time: 0.0660572 Sep 08 16:46:50.392685 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa056d-7281-4fbf-b0c6-5e59272f380e req-8444ac41-36f8-4e24-b3c0-d40c82288c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:46:50.394520 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e2fa056d-7281-4fbf-b0c6-5e59272f380e req-8444ac41-36f8-4e24-b3c0-d40c82288c04 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e35c5229-4844-4468-81cb-0a7fc05cb483 HTTP/1.1" status: 200 len: 851 time: 0.0643773 Sep 08 16:46:50.445414 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa056d-7281-4fbf-b0c6-5e59272f380e req-eea63d62-6a14-4880-a02b-b2a7db9e3bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:46:50.446912 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e2fa056d-7281-4fbf-b0c6-5e59272f380e req-eea63d62-6a14-4880-a02b-b2a7db9e3bbb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5037c40c-5a38-4178-9794-a6b3fa7de88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443282 Sep 08 16:46:50.538361 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e2fa056d-7281-4fbf-b0c6-5e59272f380e req-893b24f4-936c-439a-8db5-c5d7c110b41c service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841565 Sep 08 16:46:50.640629 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e2fa056d-7281-4fbf-b0c6-5e59272f380e req-1b61e045-8797-4845-ba1f-ac6e453418ed service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950613 Sep 08 16:46:58.456600 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2030e0f2-06be-4b99-ac7c-bad050dfd900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:01.156495 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f12c01ba-7ef0-4661-a3a4-7e2c69f6408a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:01.230235 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:02.541485 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:04.184720 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:16.155413 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:17.526562 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:47:28.456576 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3293036a-2cef-49d2-8f49-cda8440922dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:31.156687 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c6055eea-8269-4b9e-9bf2-4427c0bd57ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:31.232784 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:32.552117 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:33.689950 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7204a7d-09e0-40fa-aee3-b6d3dab1e087 req-188693d8-0e73-4b48-81da-383178fe467e tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:33.691504 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c7204a7d-09e0-40fa-aee3-b6d3dab1e087 req-188693d8-0e73-4b48-81da-383178fe467e tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 945 time: 0.0559700 Sep 08 16:47:33.730472 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c7204a7d-09e0-40fa-aee3-b6d3dab1e087 req-da1db4a2-1f04-4b62-876a-6b67631a2d11 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328612 Sep 08 16:47:34.187746 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:34.880436 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd65814-60d2-42d9-8da0-e5df13dba4af req-b2169dfb-1504-4e04-9897-1b17e07e640a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:34.881927 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-7cd65814-60d2-42d9-8da0-e5df13dba4af req-b2169dfb-1504-4e04-9897-1b17e07e640a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 945 time: 0.0553594 Sep 08 16:47:34.928650 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-7cd65814-60d2-42d9-8da0-e5df13dba4af req-b59325cb-e2dd-474a-a8b8-c6a9bc108807 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373912 Sep 08 16:47:35.385873 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b2d39-b271-4d8d-8c26-93bcb72e7147 req-2e5e58f7-a33c-4b84-b179-b086363bf1f3 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:35.387365 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-cf3b2d39-b271-4d8d-8c26-93bcb72e7147 req-2e5e58f7-a33c-4b84-b179-b086363bf1f3 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.38 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 945 time: 0.0563180 Sep 08 16:47:35.496838 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-cf3b2d39-b271-4d8d-8c26-93bcb72e7147 req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Deleting port 4628eb6e-a2e2-4d55-9e33-7168deab3381 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:47:35.497101 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-cf3b2d39-b271-4d8d-8c26-93bcb72e7147 req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:35.598116 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-cf3b2d39-b271-4d8d-8c26-93bcb72e7147 req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] For port 4628eb6e-a2e2-4d55-9e33-7168deab3381, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4628eb6e-a2e2-4d55-9e33-7168deab3381,segment=NetworkSegment(59820ba5-93dc-4e28-887a-d3e37dc08246),segment_id=59820ba5-93dc-4e28-887a-d3e37dc08246)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:47:35.598448 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-cf3b2d39-b271-4d8d-8c26-93bcb72e7147 req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:35.781046 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-cf3b2d39-b271-4d8d-8c26-93bcb72e7147 req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:35.781327 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-cf3b2d39-b271-4d8d-8c26-93bcb72e7147 req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587310'] for floatingip, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:35.782016 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.l3_db [req-cf3b2d39-b271-4d8d-8c26-93bcb72e7147 req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Floating IP 233915d3-6f5e-40b4-b883-8b4e78756133 disassociated. External IP: 172.27.3.18, port: 4628eb6e-a2e2-4d55-9e33-7168deab3381. Sep 08 16:47:35.782378 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-cf3b2d39-b271-4d8d-8c26-93bcb72e7147 req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Calling delete_port for 4628eb6e-a2e2-4d55-9e33-7168deab3381 owned by compute:nova {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:47:35.922559 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-cf3b2d39-b271-4d8d-8c26-93bcb72e7147 req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:35.954573 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event deleted for resources: {'Port': ['ID=4628eb6e-a2e2-4d55-9e33-7168deab3381,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:47:35.967386 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:35.967798 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:35.968238 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:35.968706 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:35.969012 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:35.969378 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:35.969728 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:35.970012 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:35.970367 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:35.970698 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:35.971030 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:35.971336 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:36.040476 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3c38154f-acd2-46fa-a1ee-cf6eaa59a73d req-fc7c2386-2df1-4fd3-b3b9-8dc9f2c16a77 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 210 time: 0.0345232 Sep 08 16:47:36.111817 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf3b2d39-b271-4d8d-8c26-93bcb72e7147 req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Router 178da527-15ae-4a90-9128-fb54c92b2c28 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:47:36.226518 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf3b2d39-b271-4d8d-8c26-93bcb72e7147 req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:47:36.238206 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52572445-c25b-497b-ad19-e80c9d186b84 None None] Sync routers for ids ['178da527-15ae-4a90-9128-fb54c92b2c28'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:47:36.255179 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52572445-c25b-497b-ad19-e80c9d186b84 None None] Routers {'178da527-15ae-4a90-9128-fb54c92b2c28'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:47:36.255933 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-52572445-c25b-497b-ad19-e80c9d186b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:47:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['178da527-15ae-4a90-9128-fb54c92b2c28'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:47:36.274266 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3b2d39-b271-4d8d-8c26-93bcb72e7147 req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] No DVR routers for this DVR port 4628eb6e-a2e2-4d55-9e33-7168deab3381 on host hv-cinder-79053 {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:47:36.276863 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-cf3b2d39-b271-4d8d-8c26-93bcb72e7147 req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:36.278880 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-cf3b2d39-b271-4d8d-8c26-93bcb72e7147 req-1f8b07eb-c202-4486-bf45-3dd85081116a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.38 "DELETE /v2.0/ports/4628eb6e-a2e2-4d55-9e33-7168deab3381 HTTP/1.1" status: 204 len: 173 time: 0.8850424 Sep 08 16:47:36.279235 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d3701a-952e-4bad-a037-31a3df13a00f', 'name': 'network-vif-deleted', 'tag': '4628eb6e-a2e2-4d55-9e33-7168deab3381'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:47:36.281647 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6b0a20-7243-4bf5-aed1-4ab7e9bcac1f" -d '{"events": [{"server_uuid": "71d3701a-952e-4bad-a037-31a3df13a00f", "name": "network-vif-deleted", "tag": "4628eb6e-a2e2-4d55-9e33-7168deab3381"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:47:36.373590 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-52572445-c25b-497b-ad19-e80c9d186b84 None None] Set router 178da527-15ae-4a90-9128-fb54c92b2c28 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:47:36.541303 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8ab260-afcc-44f0-a405-1ef68fdc1d78 x-openstack-request-id: req-8e8ab260-afcc-44f0-a405-1ef68fdc1d78 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:47:36.542065 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d3701a-952e-4bad-a037-31a3df13a00f", "name": "network-vif-deleted", "tag": "4628eb6e-a2e2-4d55-9e33-7168deab3381", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:47:36.542065 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8e8ab260-afcc-44f0-a405-1ef68fdc1d78 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:47:36.542516 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d3701a-952e-4bad-a037-31a3df13a00f', 'name': 'network-vif-deleted', 'tag': '4628eb6e-a2e2-4d55-9e33-7168deab3381', 'status': 'completed', 'code': 200} Sep 08 16:47:36.623745 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-52572445-c25b-497b-ad19-e80c9d186b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '96a610c7-2802-4802-9af9-5d3581207f67', 'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'mac_address': 'fa:16:3e:20:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:53Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 5, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'subnets': [{'id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:47:36.655072 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52572445-c25b-497b-ad19-e80c9d186b84 None None] Checking router: 178da527-15ae-4a90-9128-fb54c92b2c28 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:47:36.664817 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52572445-c25b-497b-ad19-e80c9d186b84 None None] Routers {'178da527-15ae-4a90-9128-fb54c92b2c28'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:47:36.665445 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-52572445-c25b-497b-ad19-e80c9d186b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:47:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['178da527-15ae-4a90-9128-fb54c92b2c28'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:47:36.776163 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-52572445-c25b-497b-ad19-e80c9d186b84 None None] Set router 178da527-15ae-4a90-9128-fb54c92b2c28 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:47:36.996446 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-52572445-c25b-497b-ad19-e80c9d186b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '96a610c7-2802-4802-9af9-5d3581207f67', 'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'mac_address': 'fa:16:3e:20:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:53Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 5, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'subnets': [{'id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:47:37.026646 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52572445-c25b-497b-ad19-e80c9d186b84 None None] The sync data for ids ['178da527-15ae-4a90-9128-fb54c92b2c28'] in dv-cinder-790535-14-iscsi is: [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '96a610c7-2802-4802-9af9-5d3581207f67', 'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'mac_address': 'fa:16:3e:20:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:53Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 5, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'subnets': [{'id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:47:37.148412 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-591f5da6-50c7-4048-bb0d-d07d0b78cedd req-a6fd610e-5392-4639-bc67-81540fceea48 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d3701a-952e-4bad-a037-31a3df13a00f HTTP/1.1" status: 200 len: 210 time: 0.0272701 Sep 08 16:47:37.272862 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a342eed-21c2-409d-bfb0-ea0a30939f6e None None] New status for floating IP 233915d3-6f5e-40b4-b883-8b4e78756133: DOWN {{(pid=94085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:47:38.436389 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-d9d104a1-110c-44d3-8b16-8c8617e330a7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-539403017&fields=id&tenant_id=9560510c90274e5a9b146fe8c72d17a1 HTTP/1.1" status: 200 len: 267 time: 0.0397720 Sep 08 16:47:38.559338 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-fca8483f-ab3a-4e86-ab86-7944a9ebda65 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:38.560862 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-fca8483f-ab3a-4e86-ab86-7944a9ebda65 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/networks?id=5037c40c-5a38-4178-9794-a6b3fa7de88b HTTP/1.1" status: 200 len: 812 time: 0.1166017 Sep 08 16:47:38.579939 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-9a58e16c-c4b7-43ff-81f7-246c5e279caa tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/quotas/9560510c90274e5a9b146fe8c72d17a1 HTTP/1.1" status: 200 len: 375 time: 0.0098557 Sep 08 16:47:38.637558 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-12bdd65b-3d75-4e3e-b105-ee85ae76c3f4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9560510c90274e5a9b146fe8c72d17a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516248 Sep 08 16:47:38.654747 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-bb2c4b2d-732f-404e-859d-6463d5b8cb96 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:47:38.655763 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-bb2c4b2d-732f-404e-859d-6463d5b8cb96 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053031 Sep 08 16:47:38.757796 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-335c72ed-be60-45dc-ad4d-64b442ac21ee service neutron] 10.222.0.69 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953429 Sep 08 16:47:38.855889 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-4e53fb7d-0818-48c4-a6ee-80f0509e2f24 service neutron] 10.222.0.69 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908051 Sep 08 16:47:39.171748 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-f11a2036-bbd4-4081-8b30-8d5a88b8fa62 req-78a9e6e6-c17c-4263-beef-a3791267a4c7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 210 time: 0.0297909 Sep 08 16:47:39.766420 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 4628eb6e-a2e2-4d55-9e33-7168deab3381 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:47:39.788262 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] No Port match for: 4628eb6e-a2e2-4d55-9e33-7168deab3381 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:47:39.788574 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 4628eb6e-a2e2-4d55-9e33-7168deab3381 not bound to the agent host hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:47:40.301009 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e5d47767-0163-429d-aa4c-ad93917d82cd req-38af4e6e-d552-45eb-ac58-921256f031df tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 210 time: 0.0574474 Sep 08 16:47:40.341372 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-764cbfe8-9ae5-4bf1-8f23-dc5853c504e1 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:40.342847 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-764cbfe8-9ae5-4bf1-8f23-dc5853c504e1 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.38 "GET /v2.0/networks?id=5037c40c-5a38-4178-9794-a6b3fa7de88b HTTP/1.1" status: 200 len: 812 time: 0.1327884 Sep 08 16:47:40.412616 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-73b47284-6252-4e19-8196-66dda8dbf310 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9560510c90274e5a9b146fe8c72d17a1 HTTP/1.1" status: 200 len: 379 time: 0.0393631 Sep 08 16:47:40.422205 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-6e10e663-f7fa-4c70-95f1-21730f55ba54 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Request body: {'port': {'device_id': '8691b7dd-0979-4afc-a816-e2731eadcd9a', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'admin_state_up': True, 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'security_groups': ['8df13ded-63f2-4683-a408-9afa24e40155']}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:47:40.561548 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-6e10e663-f7fa-4c70-95f1-21730f55ba54 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Made reservation on behalf of 9560510c90274e5a9b146fe8c72d17a1 for: {'port': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:47:40.565031 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-6e10e663-f7fa-4c70-95f1-21730f55ba54 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:40.694692 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-6e10e663-f7fa-4c70-95f1-21730f55ba54 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Allocated IP 172.20.0.9 (5037c40c-5a38-4178-9794-a6b3fa7de88b/e35c5229-4844-4468-81cb-0a7fc05cb483/5a64c78c-36a2-4cd3-86ec-6f961146f09f) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:47:40.855105 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-6e10e663-f7fa-4c70-95f1-21730f55ba54 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:40.869828 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-6e10e663-f7fa-4c70-95f1-21730f55ba54 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Transition to ACTIVE for port object 5a64c78c-36a2-4cd3-86ec-6f961146f09f will not be triggered until provisioned by entity DHCP. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:47:40.905225 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-6e10e663-f7fa-4c70-95f1-21730f55ba54 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:40.953954 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-6e10e663-f7fa-4c70-95f1-21730f55ba54 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Network 5037c40c-5a38-4178-9794-a6b3fa7de88b is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:47:40.957532 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-6e10e663-f7fa-4c70-95f1-21730f55ba54 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:47:40.963520 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-6e10e663-f7fa-4c70-95f1-21730f55ba54 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:47:40.991946 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10e663-f7fa-4c70-95f1-21730f55ba54 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event updated for resources: {'Port': ['ID=5a64c78c-36a2-4cd3-86ec-6f961146f09f,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:47:41.021954 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-6e10e663-f7fa-4c70-95f1-21730f55ba54 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:41.022711 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-6e10e663-f7fa-4c70-95f1-21730f55ba54 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:41.039204 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-6e10e663-f7fa-4c70-95f1-21730f55ba54 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6207290 Sep 08 16:47:41.066358 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] Request body: {'port': {'device_id': '8691b7dd-0979-4afc-a816-e2731eadcd9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:47:41.121317 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:41.187967 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-1125eb7b-d318-4ff0-b241-e5b4e0da7cc0 None None] Provisioning for port 5a64c78c-36a2-4cd3-86ec-6f961146f09f completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:47:41.192427 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-1125eb7b-d318-4ff0-b241-e5b4e0da7cc0 None None] Provisioning complete for port 5a64c78c-36a2-4cd3-86ec-6f961146f09f triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:47:41.192877 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1125eb7b-d318-4ff0-b241-e5b4e0da7cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:41.227538 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-1125eb7b-d318-4ff0-b241-e5b4e0da7cc0 None None] Port 5a64c78c-36a2-4cd3-86ec-6f961146f09f cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:47:41.407944 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a64c78c-36a2-4cd3-86ec-6f961146f09f {{(pid=94083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:47:41.416475 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:41.422781 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1fc07-1480-4fb3-958a-f636310dc6e1 req-42d4b385-f979-447c-ab74-2519cbf1c6c4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:41.424898 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0bd1fc07-1480-4fb3-958a-f636310dc6e1 req-42d4b385-f979-447c-ab74-2519cbf1c6c4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 931 time: 0.0523376 Sep 08 16:47:41.430581 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] Transition to ACTIVE for port object 5a64c78c-36a2-4cd3-86ec-6f961146f09f will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:47:41.436044 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:41.466197 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-0bd1fc07-1480-4fb3-958a-f636310dc6e1 req-84f0fdc4-f803-4913-9379-b2e16377e28c tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333233 Sep 08 16:47:41.493518 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] Pushing event updated for resources: {'Port': ['ID=5a64c78c-36a2-4cd3-86ec-6f961146f09f,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:47:41.566691 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] Attempting to bind port 5a64c78c-36a2-4cd3-86ec-6f961146f09f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:47:41.567060 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] Attempting to bind port 5a64c78c-36a2-4cd3-86ec-6f961146f09f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '59820ba5-93dc-4e28-887a-d3e37dc08246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:47:41.567360 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] Attempting to bind port 5a64c78c-36a2-4cd3-86ec-6f961146f09f on network 5037c40c-5a38-4178-9794-a6b3fa7de88b {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:47:41.572457 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] Port 5a64c78c-36a2-4cd3-86ec-6f961146f09f on network 5037c40c-5a38-4178-9794-a6b3fa7de88b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 16:47:41.572741 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] Attempting to bind port 5a64c78c-36a2-4cd3-86ec-6f961146f09f on network 5037c40c-5a38-4178-9794-a6b3fa7de88b {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:47:41.577962 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] Checking agent: {'id': 'ccbd07f4-9fa7-4e9d-ab49-144bada9319f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'started_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:47:41.578299 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] Checking segment: {'id': '59820ba5-93dc-4e28-887a-d3e37dc08246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:47:41.578682 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] Bound using segment: {'id': '59820ba5-93dc-4e28-887a-d3e37dc08246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:47:41.579106 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] Bound port: 5a64c78c-36a2-4cd3-86ec-6f961146f09f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59820ba5-93dc-4e28-887a-d3e37dc08246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:47:41.579551 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:41.664644 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] For port 5a64c78c-36a2-4cd3-86ec-6f961146f09f, host hv-cinder-79053, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:47:41.668149 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] For port 5a64c78c-36a2-4cd3-86ec-6f961146f09f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5a64c78c-36a2-4cd3-86ec-6f961146f09f,segment=NetworkSegment(59820ba5-93dc-4e28-887a-d3e37dc08246),segment_id=59820ba5-93dc-4e28-887a-d3e37dc08246)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:47:41.675553 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:41.718798 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:41.719436 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:41.720940 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] 10.222.0.38 "PUT /v2.0/ports/5a64c78c-36a2-4cd3-86ec-6f961146f09f HTTP/1.1" status: 200 len: 1093 time: 0.6596942 Sep 08 16:47:41.721489 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8691b7dd-0979-4afc-a816-e2731eadcd9a', 'tag': '5a64c78c-36a2-4cd3-86ec-6f961146f09f'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:47:41.723990 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d313f1-152e-4ae5-b63f-a06b97856be2" -d '{"events": [{"name": "network-changed", "server_uuid": "8691b7dd-0979-4afc-a816-e2731eadcd9a", "tag": "5a64c78c-36a2-4cd3-86ec-6f961146f09f"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:47:41.771100 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c9da2-e47e-481a-a392-a57f2bf56295 service neutron] Pushing event updated for resources: {'Port': ['ID=5a64c78c-36a2-4cd3-86ec-6f961146f09f,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:47:41.776274 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31dbb08-cec5-4cc5-90aa-d580147a03aa x-openstack-request-id: req-a31dbb08-cec5-4cc5-90aa-d580147a03aa {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:47:41.777204 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8691b7dd-0979-4afc-a816-e2731eadcd9a", "tag": "5a64c78c-36a2-4cd3-86ec-6f961146f09f", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:47:41.777341 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a31dbb08-cec5-4cc5-90aa-d580147a03aa {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:47:41.777723 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8691b7dd-0979-4afc-a816-e2731eadcd9a', 'tag': '5a64c78c-36a2-4cd3-86ec-6f961146f09f', 'status': 'completed', 'code': 200} Sep 08 16:47:41.836878 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-c07affee-5cdb-4e8a-97d4-0dcff19b8613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:41.838405 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-c07affee-5cdb-4e8a-97d4-0dcff19b8613 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9560510c90274e5a9b146fe8c72d17a1&device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 1096 time: 0.0518305 Sep 08 16:47:41.901022 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-ccd6a38d-bad8-45eb-ae06-bbe3bf9fd84d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a64c78c-36a2-4cd3-86ec-6f961146f09f HTTP/1.1" status: 200 len: 217 time: 0.0481043 Sep 08 16:47:41.971839 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-17fddb84-8ffb-43ad-aa28-05276ffcea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:41.973320 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-17fddb84-8ffb-43ad-aa28-05276ffcea1b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e35c5229-4844-4468-81cb-0a7fc05cb483 HTTP/1.1" status: 200 len: 851 time: 0.0536532 Sep 08 16:47:42.035646 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-79d7d4a0-c042-41c4-9be3-f9b6a08865e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:42.037263 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-79d7d4a0-c042-41c4-9be3-f9b6a08865e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5037c40c-5a38-4178-9794-a6b3fa7de88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559506 Sep 08 16:47:42.140304 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-e9fee267-3c5d-474d-9d0a-9e018115a5bc service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946636 Sep 08 16:47:42.249536 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-687bb3ab-e9c5-4c75-a76d-9ff3e1c77631 req-be9cd906-b7ee-4f17-9486-cef7c8fae972 service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019089 Sep 08 16:47:42.591233 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62cc86-4a16-4b90-bc1d-e1f4b3b3c77a req-ce5eaa49-406c-49c3-9c76-4a2c74914ad1 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:42.592799 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5a62cc86-4a16-4b90-bc1d-e1f4b3b3c77a req-ce5eaa49-406c-49c3-9c76-4a2c74914ad1 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 943 time: 0.0508022 Sep 08 16:47:42.634654 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-5a62cc86-4a16-4b90-bc1d-e1f4b3b3c77a req-df572601-99d3-4815-aa95-3981f1fbed9b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354812 Sep 08 16:47:42.650327 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d313f1-152e-4ae5-b63f-a06b97856be2 req-0f724c5b-14c6-4452-a93f-ff3d48126c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:42.651997 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d7d313f1-152e-4ae5-b63f-a06b97856be2 req-0f724c5b-14c6-4452-a93f-ff3d48126c85 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9560510c90274e5a9b146fe8c72d17a1&device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 1096 time: 0.3045731 Sep 08 16:47:42.750917 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d313f1-152e-4ae5-b63f-a06b97856be2 req-08d6a0eb-19fe-4394-8672-53657fd3561a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:42.752574 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d7d313f1-152e-4ae5-b63f-a06b97856be2 req-08d6a0eb-19fe-4394-8672-53657fd3561a service neutron] 10.222.0.38 "GET /v2.0/networks?id=5037c40c-5a38-4178-9794-a6b3fa7de88b HTTP/1.1" status: 200 len: 913 time: 0.0932333 Sep 08 16:47:42.797534 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d7d313f1-152e-4ae5-b63f-a06b97856be2 req-426f59a3-7c2e-4c8c-b720-374a56ec2a88 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a64c78c-36a2-4cd3-86ec-6f961146f09f HTTP/1.1" status: 200 len: 217 time: 0.0380204 Sep 08 16:47:42.847430 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d313f1-152e-4ae5-b63f-a06b97856be2 req-65cd0e2a-f707-47df-84d8-b988703f9e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:42.848882 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d7d313f1-152e-4ae5-b63f-a06b97856be2 req-65cd0e2a-f707-47df-84d8-b988703f9e35 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e35c5229-4844-4468-81cb-0a7fc05cb483 HTTP/1.1" status: 200 len: 851 time: 0.0444269 Sep 08 16:47:42.896500 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d313f1-152e-4ae5-b63f-a06b97856be2 req-8993e565-4692-4e08-8e79-a05571cce2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:42.897979 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d7d313f1-152e-4ae5-b63f-a06b97856be2 req-8993e565-4692-4e08-8e79-a05571cce2c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5037c40c-5a38-4178-9794-a6b3fa7de88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413642 Sep 08 16:47:42.995269 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d7d313f1-152e-4ae5-b63f-a06b97856be2 req-f9d5176a-bb00-43b0-8088-ea252a82513b service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894969 Sep 08 16:47:43.091003 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d7d313f1-152e-4ae5-b63f-a06b97856be2 req-67dba85e-df8c-40c9-86c4-88687a004fb5 service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881956 Sep 08 16:47:43.764557 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af8105-88bf-4113-8166-8eb9ac94fd81 req-ff5e2957-1704-480c-99db-a67e635e7869 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:43.766064 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d0af8105-88bf-4113-8166-8eb9ac94fd81 req-ff5e2957-1704-480c-99db-a67e635e7869 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 943 time: 0.0555332 Sep 08 16:47:43.804558 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-d0af8105-88bf-4113-8166-8eb9ac94fd81 req-f8e75f7f-2bce-45a6-85c3-5f686f3354ca tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319309 Sep 08 16:47:44.937415 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bcb73-e34c-4c72-a78e-91d5ba23f72a req-8b94b4f6-568d-4c1f-9c3e-a04a0d88804f tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:44.938900 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-028bcb73-e34c-4c72-a78e-91d5ba23f72a req-8b94b4f6-568d-4c1f-9c3e-a04a0d88804f tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 943 time: 0.0605173 Sep 08 16:47:44.984102 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-028bcb73-e34c-4c72-a78e-91d5ba23f72a req-8d04a39e-f3db-4b0f-bf8c-29760cf847f4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387959 Sep 08 16:47:46.109623 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2dec64-a494-4ad1-942f-8f994f7b39e8 req-6deea97d-7fe0-4e5c-b265-c0609af78b8b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:46.111347 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fc2dec64-a494-4ad1-942f-8f994f7b39e8 req-6deea97d-7fe0-4e5c-b265-c0609af78b8b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 943 time: 0.0534050 Sep 08 16:47:46.161313 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fc2dec64-a494-4ad1-942f-8f994f7b39e8 req-551455c1-d704-4888-8125-35fe533cbed2 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415344 Sep 08 16:47:46.165429 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:47.288978 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fdbfb-d5ff-414f-86d6-de880fdb705d req-d18d2bb5-ec8b-4f90-97d9-827a4e4bd911 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:47.290563 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-df3fdbfb-d5ff-414f-86d6-de880fdb705d req-d18d2bb5-ec8b-4f90-97d9-827a4e4bd911 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 943 time: 0.0530782 Sep 08 16:47:47.332468 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-df3fdbfb-d5ff-414f-86d6-de880fdb705d req-869bf3e0-86d2-4678-a8d3-4de53710a34d tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325484 Sep 08 16:47:48.467650 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a852abf-86bb-47f1-b5e3-4357a0259f92 req-527312fc-64f3-490a-b5b7-651c0d6ef89d tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:48.469263 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1a852abf-86bb-47f1-b5e3-4357a0259f92 req-527312fc-64f3-490a-b5b7-651c0d6ef89d tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 943 time: 0.0565531 Sep 08 16:47:48.512421 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-1a852abf-86bb-47f1-b5e3-4357a0259f92 req-c4a02968-1b13-4665-aae4-0fc676c94cdb tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362148 Sep 08 16:47:49.650464 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfa46b-0a9b-40f2-a109-905b1863870f req-1c4a4c84-1a87-4f66-a770-eee52ae73ed8 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:49.652109 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-8fdfa46b-0a9b-40f2-a109-905b1863870f req-1c4a4c84-1a87-4f66-a770-eee52ae73ed8 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 943 time: 0.0533407 Sep 08 16:47:49.705895 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-8fdfa46b-0a9b-40f2-a109-905b1863870f req-13801142-9d55-4108-b2d5-5df56d148fd9 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436859 Sep 08 16:47:49.860042 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 5a64c78c-36a2-4cd3-86ec-6f961146f09f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:47:49.960463 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 5a64c78c-36a2-4cd3-86ec-6f961146f09f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5a64c78c-36a2-4cd3-86ec-6f961146f09f,segment=NetworkSegment(59820ba5-93dc-4e28-887a-d3e37dc08246),segment_id=59820ba5-93dc-4e28-887a-d3e37dc08246)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:47:49.971544 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': '5a64c78c-36a2-4cd3-86ec-6f961146f09f', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'port_id': '5a64c78c-36a2-4cd3-86ec-6f961146f09f', 'mac_address': 'fa:16:3e:73:77:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:47:50.009977 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:50.022625 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a64c78c-36a2-4cd3-86ec-6f961146f09f {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:47:50.042365 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 5a64c78c-36a2-4cd3-86ec-6f961146f09f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5a64c78c-36a2-4cd3-86ec-6f961146f09f,segment=NetworkSegment(59820ba5-93dc-4e28-887a-d3e37dc08246),segment_id=59820ba5-93dc-4e28-887a-d3e37dc08246)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:47:50.048005 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:50.099031 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=5a64c78c-36a2-4cd3-86ec-6f961146f09f,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:47:50.106191 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:50.106560 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:50.106904 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:50.107228 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:50.107596 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:50.107932 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:50.108283 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:50.108604 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:50.108935 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:50.109260 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:50.109583 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:50.109912 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:50.365462 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['5a64c78c-36a2-4cd3-86ec-6f961146f09f'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:47:50.851100 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30f97a-9f66-46fc-97f9-735f376005db req-0a7ea78a-9b78-4699-871c-5f8f9e698dcd tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:50.852643 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5f30f97a-9f66-46fc-97f9-735f376005db req-0a7ea78a-9b78-4699-871c-5f8f9e698dcd tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 944 time: 0.0614419 Sep 08 16:47:50.891809 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5f30f97a-9f66-46fc-97f9-735f376005db req-15feb26e-10f3-4baa-994a-9327d3342561 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331328 Sep 08 16:47:51.876797 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 5a64c78c-36a2-4cd3-86ec-6f961146f09f up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:47:51.936459 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning for port 5a64c78c-36a2-4cd3-86ec-6f961146f09f completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:47:51.941585 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port 5a64c78c-36a2-4cd3-86ec-6f961146f09f triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:47:51.941976 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:52.010046 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f7bc7-d5cc-4669-ba5e-d689967b2d35 req-90c96a68-4e39-498b-a895-27d57837e1fe tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:52.011620 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ef3f7bc7-d5cc-4669-ba5e-d689967b2d35 req-90c96a68-4e39-498b-a895-27d57837e1fe tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 944 time: 0.0500109 Sep 08 16:47:52.030563 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:52.055378 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8691b7dd-0979-4afc-a816-e2731eadcd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a64c78c-36a2-4cd3-86ec-6f961146f09f'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:47:52.057715 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba17c21-5a0a-41c0-a24b-08fe6573db6f" -d '{"events": [{"server_uuid": "8691b7dd-0979-4afc-a816-e2731eadcd9a", "name": "network-vif-plugged", "status": "completed", "tag": "5a64c78c-36a2-4cd3-86ec-6f961146f09f"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:47:52.063763 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ef3f7bc7-d5cc-4669-ba5e-d689967b2d35 req-fd04f627-2ed3-406a-8c86-4e41f1931535 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442216 Sep 08 16:47:52.079089 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 5a64c78c-36a2-4cd3-86ec-6f961146f09f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5a64c78c-36a2-4cd3-86ec-6f961146f09f,segment=NetworkSegment(59820ba5-93dc-4e28-887a-d3e37dc08246),segment_id=59820ba5-93dc-4e28-887a-d3e37dc08246)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:47:52.085305 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:52.139075 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=5a64c78c-36a2-4cd3-86ec-6f961146f09f,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:47:52.176260 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41184b9b-2525-4ae3-b733-96fc55591d0b x-openstack-request-id: req-41184b9b-2525-4ae3-b733-96fc55591d0b {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:47:52.176399 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8691b7dd-0979-4afc-a816-e2731eadcd9a", "name": "network-vif-plugged", "status": "completed", "tag": "5a64c78c-36a2-4cd3-86ec-6f961146f09f", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:47:52.176634 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-41184b9b-2525-4ae3-b733-96fc55591d0b {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:47:52.177046 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8691b7dd-0979-4afc-a816-e2731eadcd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a64c78c-36a2-4cd3-86ec-6f961146f09f', 'code': 200} Sep 08 16:47:52.427797 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd66f49-a21c-4e97-8ad5-c36ab2330cc4 req-0ed0ed69-8b94-44e8-ae28-8cb81a3fbfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:52.429215 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8cd66f49-a21c-4e97-8ad5-c36ab2330cc4 req-0ed0ed69-8b94-44e8-ae28-8cb81a3fbfdb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 1098 time: 0.0438869 Sep 08 16:47:52.477036 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-8cd66f49-a21c-4e97-8ad5-c36ab2330cc4 req-f28625fe-fccf-4145-8236-f6292ba42d0e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403728 Sep 08 16:47:53.202438 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1250f-fd03-45fc-8bae-988ca1d29d27 req-710a4583-d9a5-4813-9a6b-c268ddb62ab1 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:53.204287 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b9c1250f-fd03-45fc-8bae-988ca1d29d27 req-710a4583-d9a5-4813-9a6b-c268ddb62ab1 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 945 time: 0.0561574 Sep 08 16:47:53.247890 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b9c1250f-fd03-45fc-8bae-988ca1d29d27 req-c4ad1a91-8735-4be2-8847-5c4478d48ea0 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339468 Sep 08 16:47:54.384178 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11bfe9-3113-4ad9-8b47-50aeeaec4f70 req-544d5b70-12b4-4223-8e72-02daa80a7dcc tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:54.385673 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-cb11bfe9-3113-4ad9-8b47-50aeeaec4f70 req-544d5b70-12b4-4223-8e72-02daa80a7dcc tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 945 time: 0.0532279 Sep 08 16:47:54.438571 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-cb11bfe9-3113-4ad9-8b47-50aeeaec4f70 req-ff55494a-5bec-4212-b029-27822d2fe0d1 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432200 Sep 08 16:47:54.525956 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:47:54.565952 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8addac-f676-48eb-9388-119b0b3771b6 req-b2acf4df-f148-48eb-a043-e47c712a5406 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:54.567452 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-3b8addac-f676-48eb-9388-119b0b3771b6 req-b2acf4df-f148-48eb-a043-e47c712a5406 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 945 time: 0.0532837 Sep 08 16:47:54.610716 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-3b8addac-f676-48eb-9388-119b0b3771b6 req-dfa9fe4b-ab8a-41d8-8756-4b005c6529c8 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338545 Sep 08 16:47:54.640812 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41656) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:47:54.684536 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aad5b07-4cc8-45e5-b166-2f90ad00c659 tempest-TestVolumeBootPattern-1243140185 tempest-TestVolumeBootPattern-1243140185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:54.686038 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-4aad5b07-4cc8-45e5-b166-2f90ad00c659 tempest-TestVolumeBootPattern-1243140185 tempest-TestVolumeBootPattern-1243140185-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 1093 time: 0.0439825 Sep 08 16:47:54.690108 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41658) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:47:54.694703 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.v2.base [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Request body: {'floatingip': {'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'port_id': '5a64c78c-36a2-4cd3-86ec-6f961146f09f', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:47:54.723205 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for floatingip, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:54.830386 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:54.940763 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Allocated IP 172.27.3.19 (84aa3881-86d2-4090-846d-df2f4a76ffa3/4838e23d-7083-4c92-9a08-11046328e4a1/d3f9a35f-aa47-4915-94a9-1fe6a7cca91d) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:47:55.057015 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:55.108201 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:55.147330 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:47:55.150229 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:47:55.159564 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:47:55.195329 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event updated for resources: {'Port': ['ID=d3f9a35f-aa47-4915-94a9-1fe6a7cca91d,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:47:55.208487 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:55.208838 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:55.209180 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:55.209515 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:55.209843 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:55.210176 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:55.210505 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:55.210830 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:55.211139 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:55.211503 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:55.211834 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:55.212169 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:47:55.558903 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:55.636060 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:55.797893 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for port, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:55.804501 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29530948'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:55.868978 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event updated for resources: {'Port': ['ID=d3f9a35f-aa47-4915-94a9-1fe6a7cca91d,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:47:55.881051 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587310'] for floatingip, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:55.979579 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.db.l3_db [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Floating IP d228a74f-0ee4-416b-b64d-4637bba9ec09 associated. External IP: 172.27.3.19, port: 5a64c78c-36a2-4cd3-86ec-6f961146f09f. Sep 08 16:47:56.189521 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Router 178da527-15ae-4a90-9128-fb54c92b2c28 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:47:56.307317 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:47:56.318177 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c260d6ea-4ff2-434d-a654-45ab0eee6508 None None] Sync routers for ids ['178da527-15ae-4a90-9128-fb54c92b2c28'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:47:56.325893 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:47:56.330406 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c260d6ea-4ff2-434d-a654-45ab0eee6508 None None] Routers {'178da527-15ae-4a90-9128-fb54c92b2c28'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:47:56.331106 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-c260d6ea-4ff2-434d-a654-45ab0eee6508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:47:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['178da527-15ae-4a90-9128-fb54c92b2c28'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:47:56.354340 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-b592260f-a40e-4cbb-8c3d-d75f421da582 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6631136 Sep 08 16:47:56.355044 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8691b7dd-0979-4afc-a816-e2731eadcd9a', 'tag': '5a64c78c-36a2-4cd3-86ec-6f961146f09f'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:47:56.357395 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}052132607aa1e77156c8280a79f90cfe209327eee7c9d353b1e37ff050bd5426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a76f41-cc5f-4277-9933-f2361c913592" -d '{"events": [{"name": "network-changed", "server_uuid": "8691b7dd-0979-4afc-a816-e2731eadcd9a", "tag": "5a64c78c-36a2-4cd3-86ec-6f961146f09f"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:47:56.581488 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-c260d6ea-4ff2-434d-a654-45ab0eee6508 None None] Set router 178da527-15ae-4a90-9128-fb54c92b2c28 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:47:56.626641 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cb3f34-ab16-4fd9-9254-1f21e303dc65 x-openstack-request-id: req-13cb3f34-ab16-4fd9-9254-1f21e303dc65 {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:47:56.626929 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8691b7dd-0979-4afc-a816-e2731eadcd9a", "tag": "5a64c78c-36a2-4cd3-86ec-6f961146f09f", "status": "completed", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:47:56.627174 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-13cb3f34-ab16-4fd9-9254-1f21e303dc65 {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:47:56.627628 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8691b7dd-0979-4afc-a816-e2731eadcd9a', 'tag': '5a64c78c-36a2-4cd3-86ec-6f961146f09f', 'status': 'completed', 'code': 200} Sep 08 16:47:56.720887 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a76f41-cc5f-4277-9933-f2361c913592 req-4f12211a-7f4c-4843-8937-b2fc9e12cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:56.722801 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-40a76f41-cc5f-4277-9933-f2361c913592 req-4f12211a-7f4c-4843-8937-b2fc9e12cd7e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9560510c90274e5a9b146fe8c72d17a1&device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 1098 time: 0.0466673 Sep 08 16:47:56.814865 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-c260d6ea-4ff2-434d-a654-45ab0eee6508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': 'd228a74f-0ee4-416b-b64d-4637bba9ec09', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'port_id': '5a64c78c-36a2-4cd3-86ec-6f961146f09f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'mac_address': 'fa:16:3e:73:77:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8691b7dd-0979-4afc-a816-e2731eadcd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:47:55Z', 'updated_at': '2021-09-08T16:47:55Z', 'revision_number': 0, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a610c7-2802-4802-9af9-5d3581207f67', 'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'mac_address': 'fa:16:3e:20:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:53Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 5, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'subnets': [{'id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:47:56.816615 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a76f41-cc5f-4277-9933-f2361c913592 req-8e097ccf-f403-4d0b-9f6d-12f7c12d407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:56.818113 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-40a76f41-cc5f-4277-9933-f2361c913592 req-8e097ccf-f403-4d0b-9f6d-12f7c12d407c service neutron] 10.222.0.38 "GET /v2.0/networks?id=5037c40c-5a38-4178-9794-a6b3fa7de88b HTTP/1.1" status: 200 len: 913 time: 0.0878417 Sep 08 16:47:56.841178 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c260d6ea-4ff2-434d-a654-45ab0eee6508 None None] Checking router: 178da527-15ae-4a90-9128-fb54c92b2c28 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:47:56.849443 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c260d6ea-4ff2-434d-a654-45ab0eee6508 None None] Routers {'178da527-15ae-4a90-9128-fb54c92b2c28'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:47:56.850030 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-c260d6ea-4ff2-434d-a654-45ab0eee6508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:47:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['178da527-15ae-4a90-9128-fb54c92b2c28'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:47:56.888384 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-40a76f41-cc5f-4277-9933-f2361c913592 req-7a5eb72f-47d8-4775-b2a6-ab56f44bde5c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a64c78c-36a2-4cd3-86ec-6f961146f09f HTTP/1.1" status: 200 len: 998 time: 0.0628519 Sep 08 16:47:56.938673 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a76f41-cc5f-4277-9933-f2361c913592 req-22c5c760-c7a8-4e08-bc65-8daf0d9c91fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:56.940207 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-40a76f41-cc5f-4277-9933-f2361c913592 req-22c5c760-c7a8-4e08-bc65-8daf0d9c91fc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e35c5229-4844-4468-81cb-0a7fc05cb483 HTTP/1.1" status: 200 len: 851 time: 0.0453544 Sep 08 16:47:56.957152 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-c260d6ea-4ff2-434d-a654-45ab0eee6508 None None] Set router 178da527-15ae-4a90-9128-fb54c92b2c28 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:47:56.986765 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a76f41-cc5f-4277-9933-f2361c913592 req-ca5339b4-a2af-4c4f-ae6f-a4537e74d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:47:56.988406 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-40a76f41-cc5f-4277-9933-f2361c913592 req-ca5339b4-a2af-4c4f-ae6f-a4537e74d722 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5037c40c-5a38-4178-9794-a6b3fa7de88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416291 Sep 08 16:47:57.087055 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-40a76f41-cc5f-4277-9933-f2361c913592 req-3d7c1db8-d1cd-437b-9eeb-76d56e6d32ba service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902939 Sep 08 16:47:57.176215 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-40a76f41-cc5f-4277-9933-f2361c913592 req-f36643d2-ae97-4164-a53c-e199f4f317d8 service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823898 Sep 08 16:47:57.185903 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-c260d6ea-4ff2-434d-a654-45ab0eee6508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': 'd228a74f-0ee4-416b-b64d-4637bba9ec09', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'port_id': '5a64c78c-36a2-4cd3-86ec-6f961146f09f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'mac_address': 'fa:16:3e:73:77:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8691b7dd-0979-4afc-a816-e2731eadcd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:47:55Z', 'updated_at': '2021-09-08T16:47:55Z', 'revision_number': 0, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a610c7-2802-4802-9af9-5d3581207f67', 'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'mac_address': 'fa:16:3e:20:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:53Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 5, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'subnets': [{'id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:47:57.212593 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c260d6ea-4ff2-434d-a654-45ab0eee6508 None None] The sync data for ids ['178da527-15ae-4a90-9128-fb54c92b2c28'] in dv-cinder-790535-14-iscsi is: [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': 'd228a74f-0ee4-416b-b64d-4637bba9ec09', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'port_id': '5a64c78c-36a2-4cd3-86ec-6f961146f09f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'mac_address': 'fa:16:3e:73:77:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8691b7dd-0979-4afc-a816-e2731eadcd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:47:55Z', 'updated_at': '2021-09-08T16:47:55Z', 'revision_number': 0, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a610c7-2802-4802-9af9-5d3581207f67', 'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'mac_address': 'fa:16:3e:20:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:53Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 5, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'subnets': [{'id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:47:57.413978 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f4abc2-3c5e-4e96-98f6-cbb8aef38c72 None None] New status for floating IP d228a74f-0ee4-416b-b64d-4637bba9ec09: ACTIVE {{(pid=94085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:47:58.453019 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c09802bd-0bab-4e97-be55-9228af6973d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:48:01.154455 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0861d1fe-4fc2-4dda-afac-f6e4d2571e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:48:01.227216 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:48:02.548978 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:48:04.191989 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:48:16.173073 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:48:28.461142 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ed35b15a-0eb9-4857-aeb5-ee2a12821cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:48:31.158910 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a63f1137-db99-4579-b319-75c692517047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:48:31.232371 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:48:31.526096 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:48:32.550724 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:48:34.201807 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:48:46.190139 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:48:53.703961 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fb73a48d-37f1-49f9-bc61-f9a65c91f317 req-b421feec-e073-465a-a0b9-d84cec6eb367 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472548 Sep 08 16:48:53.809066 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73a48d-37f1-49f9-bc61-f9a65c91f317 req-e112f452-b671-4d29-8ac1-e46ff251bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:48:53.810745 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fb73a48d-37f1-49f9-bc61-f9a65c91f317 req-e112f452-b671-4d29-8ac1-e46ff251bf30 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9560510c90274e5a9b146fe8c72d17a1&device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 1098 time: 0.0457866 Sep 08 16:48:53.936110 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73a48d-37f1-49f9-bc61-f9a65c91f317 req-2781743c-aa02-4f97-b963-9cc8577a1d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:48:53.937593 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fb73a48d-37f1-49f9-bc61-f9a65c91f317 req-2781743c-aa02-4f97-b963-9cc8577a1d98 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5037c40c-5a38-4178-9794-a6b3fa7de88b HTTP/1.1" status: 200 len: 913 time: 0.1025834 Sep 08 16:48:54.014177 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fb73a48d-37f1-49f9-bc61-f9a65c91f317 req-e194c3b8-d18c-4e1d-960f-1b32728655e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a64c78c-36a2-4cd3-86ec-6f961146f09f HTTP/1.1" status: 200 len: 1000 time: 0.0689108 Sep 08 16:48:54.065135 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73a48d-37f1-49f9-bc61-f9a65c91f317 req-38b6cd45-b47b-4977-baa0-77f34775cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:48:54.066626 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fb73a48d-37f1-49f9-bc61-f9a65c91f317 req-38b6cd45-b47b-4977-baa0-77f34775cd21 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e35c5229-4844-4468-81cb-0a7fc05cb483 HTTP/1.1" status: 200 len: 851 time: 0.0458536 Sep 08 16:48:54.114086 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73a48d-37f1-49f9-bc61-f9a65c91f317 req-8765b4c6-1705-4aa4-8daa-60c84a904b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:48:54.115658 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fb73a48d-37f1-49f9-bc61-f9a65c91f317 req-8765b4c6-1705-4aa4-8daa-60c84a904b41 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5037c40c-5a38-4178-9794-a6b3fa7de88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416372 Sep 08 16:48:54.209411 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fb73a48d-37f1-49f9-bc61-f9a65c91f317 req-1c5a9ba2-c18e-4973-9740-360f206f7372 service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853901 Sep 08 16:48:54.306735 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-fb73a48d-37f1-49f9-bc61-f9a65c91f317 req-fbdf53cd-d63c-459f-93e4-78501ff87249 service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897393 Sep 08 16:48:58.459347 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0de3444e-81a0-40d3-9d9c-21a05a3767e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:01.154290 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-52d8c771-7e3a-4906-923f-538f38ed26a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:01.239638 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:02.558554 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:04.199411 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:08.525577 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:49:16.178838 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:28.454577 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6dc836b1-0713-4ee2-96ff-d30686cac2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:31.160706 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c9df42e4-4634-4936-91a3-91599c06a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:31.235054 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:32.564390 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:34.201518 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:34.246943 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-980b28be-221d-4dd9-8e86-7e1beb0c1972 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-539403017&fields=id&tenant_id=9560510c90274e5a9b146fe8c72d17a1 HTTP/1.1" status: 200 len: 267 time: 0.0416827 Sep 08 16:49:34.365437 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-265d33e4-4197-4c28-a8fe-c8ba8026680b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:34.367079 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-265d33e4-4197-4c28-a8fe-c8ba8026680b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/networks?id=5037c40c-5a38-4178-9794-a6b3fa7de88b HTTP/1.1" status: 200 len: 812 time: 0.1096745 Sep 08 16:49:34.383198 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-a589237a-7325-4840-9f38-1deccf69642b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/quotas/9560510c90274e5a9b146fe8c72d17a1 HTTP/1.1" status: 200 len: 375 time: 0.0100992 Sep 08 16:49:34.444217 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-9874b65f-5bfa-417c-8a51-3195d992a0bd tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9560510c90274e5a9b146fe8c72d17a1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0555425 Sep 08 16:49:34.629998 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-8b8f7929-71a5-4da1-b5ae-148ed4699e9e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=94082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 16:49:34.631027 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-8b8f7929-71a5-4da1-b5ae-148ed4699e9e service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1738107 Sep 08 16:49:34.735205 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e97777b4-36d4-46ae-b53c-f7f915ab564f service neutron] 10.222.0.69 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971093 Sep 08 16:49:35.105601 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-da6ced40-33ef-4c14-a75f-abae09710523 service neutron] 10.222.0.69 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614628 Sep 08 16:49:35.420488 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-9be30062-7ed2-48ff-b9d1-bd730d4685e8 req-153d7b87-c129-42cf-85fe-897e8ebb7683 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 210 time: 0.0269136 Sep 08 16:49:36.518753 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-fc2a7d07-a3f5-4e65-841c-f472c17bcf8f req-81fab1b9-2a98-4cbc-a65e-e74280ee7efa tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 210 time: 0.0280316 Sep 08 16:49:36.690683 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-cc375da9-64a8-471c-970a-77050edbc978 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:36.692175 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-cc375da9-64a8-471c-970a-77050edbc978 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.38 "GET /v2.0/networks?id=5037c40c-5a38-4178-9794-a6b3fa7de88b HTTP/1.1" status: 200 len: 812 time: 0.1094840 Sep 08 16:49:36.744543 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-ca8bf274-64c3-4c9e-9fad-ebd4bd9fee38 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9560510c90274e5a9b146fe8c72d17a1 HTTP/1.1" status: 200 len: 379 time: 0.0376284 Sep 08 16:49:36.755020 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Request body: {'port': {'device_id': '46bf2fe8-bdba-45c7-9d08-4bf275bd3771', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'admin_state_up': True, 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'security_groups': ['8df13ded-63f2-4683-a408-9afa24e40155']}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:49:36.870079 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Made reservation on behalf of 9560510c90274e5a9b146fe8c72d17a1 for: {'port': 1} {{(pid=94083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 16:49:36.874284 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:37.019917 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Allocated IP 172.20.0.13 (5037c40c-5a38-4178-9794-a6b3fa7de88b/e35c5229-4844-4468-81cb-0a7fc05cb483/5a02d8e7-a726-4cef-ae02-732c7a2c4f99) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:49:37.172544 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:37.187415 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Transition to ACTIVE for port object 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 will not be triggered until provisioned by entity DHCP. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:49:37.230005 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:37.285521 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Network 5037c40c-5a38-4178-9794-a6b3fa7de88b is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:49:37.288594 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:49:37.292917 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:49:37.320919 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event updated for resources: {'Port': ['ID=5a02d8e7-a726-4cef-ae02-732c7a2c4f99,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:49:37.336000 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:37.336401 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:37.336749 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:37.337072 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:37.337503 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:37.337730 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:37.338040 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:37.338439 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:37.338695 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:37.339037 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:37.339352 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:37.339697 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:37.361205 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:37.361826 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:37.378510 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-fce9fa2d-42fa-452a-913f-ba82839c187b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6270022 Sep 08 16:49:37.397237 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] Request body: {'port': {'device_id': '46bf2fe8-bdba-45c7-9d08-4bf275bd3771', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:49:37.456434 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:37.560823 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-b5c1eec1-a2b2-4561-9f8c-2e606d269a16 None None] Provisioning for port 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 completed by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:49:37.566668 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-b5c1eec1-a2b2-4561-9f8c-2e606d269a16 None None] Provisioning complete for port 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 triggered by entity DHCP. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:49:37.567065 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b5c1eec1-a2b2-4561-9f8c-2e606d269a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:37.606329 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1eec1-a2b2-4561-9f8c-2e606d269a16 None None] Port 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 cannot update to ACTIVE because it is not bound. {{(pid=94084) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 16:49:37.698178 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5313cf-1a49-4506-9bc9-be8f7166e905 req-2a99edea-d7f5-4a55-96f0-d8e683f26d27 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:37.699668 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-cd5313cf-1a49-4506-9bc9-be8f7166e905 req-2a99edea-d7f5-4a55-96f0-d8e683f26d27 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 932 time: 0.1062105 Sep 08 16:49:37.769682 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-cd5313cf-1a49-4506-9bc9-be8f7166e905 req-a52fd08b-95bc-425b-870f-e706bcacf62d tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604038 Sep 08 16:49:37.816653 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 {{(pid=94083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:49:37.824256 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:37.836946 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] Transition to ACTIVE for port object 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 16:49:37.843099 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:37.895139 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] Pushing event updated for resources: {'Port': ['ID=5a02d8e7-a726-4cef-ae02-732c7a2c4f99,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:49:37.970782 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] Attempting to bind port 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 16:49:37.971123 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] Attempting to bind port 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '59820ba5-93dc-4e28-887a-d3e37dc08246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 16:49:37.971483 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] Attempting to bind port 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 on network 5037c40c-5a38-4178-9794-a6b3fa7de88b {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:49:37.975986 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] Port 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 on network 5037c40c-5a38-4178-9794-a6b3fa7de88b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 16:49:37.976306 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] Attempting to bind port 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 on network 5037c40c-5a38-4178-9794-a6b3fa7de88b {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 16:49:37.981598 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] Checking agent: {'id': 'ccbd07f4-9fa7-4e9d-ab49-144bada9319f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'started_at': datetime.datetime(2021, 9, 8, 16, 33, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 16:49:37.981943 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] Checking segment: {'id': '59820ba5-93dc-4e28-887a-d3e37dc08246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 16:49:37.982331 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] Bound using segment: {'id': '59820ba5-93dc-4e28-887a-d3e37dc08246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 16:49:37.982768 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] Bound port: 5a02d8e7-a726-4cef-ae02-732c7a2c4f99, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59820ba5-93dc-4e28-887a-d3e37dc08246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 16:49:37.983137 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:38.048496 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] For port 5a02d8e7-a726-4cef-ae02-732c7a2c4f99, host hv-cinder-79053, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 16:49:38.051501 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] For port 5a02d8e7-a726-4cef-ae02-732c7a2c4f99, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5a02d8e7-a726-4cef-ae02-732c7a2c4f99,segment=NetworkSegment(59820ba5-93dc-4e28-887a-d3e37dc08246),segment_id=59820ba5-93dc-4e28-887a-d3e37dc08246)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 16:49:38.056811 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:38.091939 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:38.092595 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:38.093966 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] 10.222.0.38 "PUT /v2.0/ports/5a02d8e7-a726-4cef-ae02-732c7a2c4f99 HTTP/1.1" status: 200 len: 1094 time: 0.7010853 Sep 08 16:49:38.094395 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46bf2fe8-bdba-45c7-9d08-4bf275bd3771', 'tag': '5a02d8e7-a726-4cef-ae02-732c7a2c4f99'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:49:38.096662 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6c8a98-abed-4b87-9a17-77316774d84f" -d '{"events": [{"name": "network-changed", "server_uuid": "46bf2fe8-bdba-45c7-9d08-4bf275bd3771", "tag": "5a02d8e7-a726-4cef-ae02-732c7a2c4f99"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:49:38.127055 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e076e-30aa-4bf4-a474-385e99b15564 service neutron] Pushing event updated for resources: {'Port': ['ID=5a02d8e7-a726-4cef-ae02-732c7a2c4f99,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:49:38.140538 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78ba30a-e445-475c-904a-053b7525898e x-openstack-request-id: req-b78ba30a-e445-475c-904a-053b7525898e {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:49:38.141221 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46bf2fe8-bdba-45c7-9d08-4bf275bd3771", "tag": "5a02d8e7-a726-4cef-ae02-732c7a2c4f99", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:49:38.141486 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b78ba30a-e445-475c-904a-053b7525898e {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:49:38.141877 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46bf2fe8-bdba-45c7-9d08-4bf275bd3771', 'tag': '5a02d8e7-a726-4cef-ae02-732c7a2c4f99', 'status': 'completed', 'code': 200} Sep 08 16:49:38.205455 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-b0f781db-8a56-4285-bfa2-4f65d0218b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:38.206978 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-b0f781db-8a56-4285-bfa2-4f65d0218b60 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9560510c90274e5a9b146fe8c72d17a1&device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 1097 time: 0.0430238 Sep 08 16:49:38.263148 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-e7f9758a-0afd-468a-ba3b-41af0053d04b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a02d8e7-a726-4cef-ae02-732c7a2c4f99 HTTP/1.1" status: 200 len: 217 time: 0.0403326 Sep 08 16:49:38.318960 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-33f39882-7c7e-4976-a3d3-65eb224439db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:38.320629 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-33f39882-7c7e-4976-a3d3-65eb224439db service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e35c5229-4844-4468-81cb-0a7fc05cb483 HTTP/1.1" status: 200 len: 851 time: 0.0507755 Sep 08 16:49:38.374345 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-7c316723-f762-450e-92d7-0e5d0d5280fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:38.375889 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-7c316723-f762-450e-92d7-0e5d0d5280fe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5037c40c-5a38-4178-9794-a6b3fa7de88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0473883 Sep 08 16:49:38.467067 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-a9165c5d-9595-4d6e-862b-b9dd738d0e0e service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837247 Sep 08 16:49:38.574713 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-872b0420-e1e8-445b-82c2-bc16c10868ac req-f459d963-182c-4244-9376-be3ed8cd3a13 service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005490 Sep 08 16:49:38.750660 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c8a98-abed-4b87-9a17-77316774d84f req-2dd84db7-acd3-455b-b2ff-9b8d6f7e715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:38.752198 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5e6c8a98-abed-4b87-9a17-77316774d84f req-2dd84db7-acd3-455b-b2ff-9b8d6f7e715c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9560510c90274e5a9b146fe8c72d17a1&device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 1097 time: 0.0427356 Sep 08 16:49:38.880874 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c8a98-abed-4b87-9a17-77316774d84f req-26512ab0-83fa-40c3-917a-d5565b5b9a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:38.882420 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5e6c8a98-abed-4b87-9a17-77316774d84f req-26512ab0-83fa-40c3-917a-d5565b5b9a8e service neutron] 10.222.0.38 "GET /v2.0/networks?id=5037c40c-5a38-4178-9794-a6b3fa7de88b HTTP/1.1" status: 200 len: 913 time: 0.1214898 Sep 08 16:49:38.935773 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca126616-040d-4d12-8af7-c7cb992009c9 req-9d633f4f-0ea4-4a0b-a581-9dcb95bd2370 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:38.937241 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ca126616-040d-4d12-8af7-c7cb992009c9 req-9d633f4f-0ea4-4a0b-a581-9dcb95bd2370 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 944 time: 0.0933037 Sep 08 16:49:38.938609 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5e6c8a98-abed-4b87-9a17-77316774d84f req-9166f5e2-6969-475c-aaac-bbdb2a47cce8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a02d8e7-a726-4cef-ae02-732c7a2c4f99 HTTP/1.1" status: 200 len: 217 time: 0.0482874 Sep 08 16:49:39.011389 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-ca126616-040d-4d12-8af7-c7cb992009c9 req-08c0e33e-d4ba-4aa8-98a2-074a3ba27c89 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657334 Sep 08 16:49:39.013430 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c8a98-abed-4b87-9a17-77316774d84f req-3f6d0792-2565-4741-9edd-ba8c4e0d7952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:39.014801 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5e6c8a98-abed-4b87-9a17-77316774d84f req-3f6d0792-2565-4741-9edd-ba8c4e0d7952 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e35c5229-4844-4468-81cb-0a7fc05cb483 HTTP/1.1" status: 200 len: 851 time: 0.0682352 Sep 08 16:49:39.063652 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c8a98-abed-4b87-9a17-77316774d84f req-c147b976-1219-4897-894a-c1c68e033357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:39.065165 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5e6c8a98-abed-4b87-9a17-77316774d84f req-c147b976-1219-4897-894a-c1c68e033357 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5037c40c-5a38-4178-9794-a6b3fa7de88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422838 Sep 08 16:49:39.170484 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5e6c8a98-abed-4b87-9a17-77316774d84f req-fc864fa9-6c57-4e2a-b18c-9fb6e9ca2ef9 service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937831 Sep 08 16:49:39.264776 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5e6c8a98-abed-4b87-9a17-77316774d84f req-69940c72-4017-41db-82f5-2f769497b751 service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835359 Sep 08 16:49:40.146253 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84167f1-f7a0-4bc0-a0c8-8f2c4b0f7da3 req-fa73d8ff-1125-42e6-8521-10052fc92b04 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:40.147748 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c84167f1-f7a0-4bc0-a0c8-8f2c4b0f7da3 req-fa73d8ff-1125-42e6-8521-10052fc92b04 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 944 time: 0.0608876 Sep 08 16:49:40.188922 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c84167f1-f7a0-4bc0-a0c8-8f2c4b0f7da3 req-a4132522-3e6f-4184-9e82-0f3b5c10c19a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319426 Sep 08 16:49:41.342471 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7b73a-8b05-4dae-af95-7186b1d9140a req-1fa1ce22-bbe8-48ba-a545-ac468f5ca28f tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:41.344128 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0de7b73a-8b05-4dae-af95-7186b1d9140a req-1fa1ce22-bbe8-48ba-a545-ac468f5ca28f tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 944 time: 0.0731764 Sep 08 16:49:41.383692 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0de7b73a-8b05-4dae-af95-7186b1d9140a req-4ff02687-cb3d-4b7a-9979-9750ac6d5f63 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331867 Sep 08 16:49:42.505772 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d2d00-f7b1-444c-9592-b653d13c085f req-296209ea-fde6-4016-a59f-bb9ce4148655 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:42.507151 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b30d2d00-f7b1-444c-9592-b653d13c085f req-296209ea-fde6-4016-a59f-bb9ce4148655 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 944 time: 0.0517261 Sep 08 16:49:42.555839 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b30d2d00-f7b1-444c-9592-b653d13c085f req-721ca951-536d-4d39-b399-b56aef757c46 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416057 Sep 08 16:49:43.681205 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a37037-b0f1-4af0-a827-3aae60f61a6f req-f0753774-15d9-401c-91d6-3b5998c036cc tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:43.682695 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c4a37037-b0f1-4af0-a827-3aae60f61a6f req-f0753774-15d9-401c-91d6-3b5998c036cc tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 944 time: 0.0571198 Sep 08 16:49:43.724652 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-c4a37037-b0f1-4af0-a827-3aae60f61a6f req-5ac1fd1b-263e-45e2-8f28-f89a16145565 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329766 Sep 08 16:49:44.847676 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae382974-5883-457e-9d2e-d4bb7028e4bd req-6caa8cff-f662-4b22-8cfd-9e0ed17068c5 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:44.849276 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ae382974-5883-457e-9d2e-d4bb7028e4bd req-6caa8cff-f662-4b22-8cfd-9e0ed17068c5 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 944 time: 0.0504022 Sep 08 16:49:44.890823 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-ae382974-5883-457e-9d2e-d4bb7028e4bd req-b47a685d-9fb6-4c92-9f71-6b0722906f09 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349598 Sep 08 16:49:45.531470 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:49:46.020736 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c49054-cbf9-4aa4-a462-1b2050ede874 req-4f1e7b9d-6281-4c84-ae88-ce2d1cd26a8a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:46.022272 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-84c49054-cbf9-4aa4-a462-1b2050ede874 req-4f1e7b9d-6281-4c84-ae88-ce2d1cd26a8a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 944 time: 0.0562556 Sep 08 16:49:46.064029 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-84c49054-cbf9-4aa4-a462-1b2050ede874 req-5c453e54-53e2-4998-9ce1-66622e2e32f9 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331175 Sep 08 16:49:46.195542 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:46.307807 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94084) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 16:49:46.411313 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 5a02d8e7-a726-4cef-ae02-732c7a2c4f99, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5a02d8e7-a726-4cef-ae02-732c7a2c4f99,segment=NetworkSegment(59820ba5-93dc-4e28-887a-d3e37dc08246),segment_id=59820ba5-93dc-4e28-887a-d3e37dc08246)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:49:46.423495 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Returning: {'device': '5a02d8e7-a726-4cef-ae02-732c7a2c4f99', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'port_id': '5a02d8e7-a726-4cef-ae02-732c7a2c4f99', 'mac_address': 'fa:16:3e:e3:a6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94084) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 16:49:46.464170 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:46.476681 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 16:49:46.496936 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 5a02d8e7-a726-4cef-ae02-732c7a2c4f99, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5a02d8e7-a726-4cef-ae02-732c7a2c4f99,segment=NetworkSegment(59820ba5-93dc-4e28-887a-d3e37dc08246),segment_id=59820ba5-93dc-4e28-887a-d3e37dc08246)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:49:46.503651 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:46.549815 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=5a02d8e7-a726-4cef-ae02-732c7a2c4f99,revision_number=4']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:49:46.556906 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:46.557308 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:46.557654 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:46.558124 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:46.558465 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:46.558797 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:46.559195 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:46.559566 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:46.559898 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:46.560221 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:46.560566 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:46.560890 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:49:46.789841 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] get_ports_and_sgs() called for port_ids ['5a02d8e7-a726-4cef-ae02-732c7a2c4f99'] {{(pid=94084) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 16:49:47.198556 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b528e0-74a8-4d92-9fe4-99585ee0cc21 req-e25f6428-4a26-4cd4-a904-a88aefe2e953 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:47.201191 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b4b528e0-74a8-4d92-9fe4-99585ee0cc21 req-e25f6428-4a26-4cd4-a904-a88aefe2e953 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 945 time: 0.0668812 Sep 08 16:49:47.248493 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-b4b528e0-74a8-4d92-9fe4-99585ee0cc21 req-45163414-9112-40cd-adaf-95f669589d4a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383742 Sep 08 16:49:48.307699 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 up at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 16:49:48.358984 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning for port 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 completed by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 16:49:48.362890 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Provisioning complete for port 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 triggered by entity L2. {{(pid=94084) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 16:49:48.363276 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770403'] for port, provisioning_complete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:48.374242 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c34c5-00b2-49f3-9fbf-21b6a4f8d36d req-9c66fadd-5401-46f3-8939-45a10a7a1409 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:48.376630 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0d7c34c5-00b2-49f3-9fbf-21b6a4f8d36d req-9c66fadd-5401-46f3-8939-45a10a7a1409 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 945 time: 0.0527680 Sep 08 16:49:48.415922 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-0d7c34c5-00b2-49f3-9fbf-21b6a4f8d36d req-295b078d-bcb3-407b-91a3-e1b73fcfdf6a tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332828 Sep 08 16:49:48.445697 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:48.470761 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bf2fe8-bdba-45c7-9d08-4bf275bd3771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a02d8e7-a726-4cef-ae02-732c7a2c4f99'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:49:48.473132 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3a5d94f61b49e9b7d10a9e3f65736c17f7377653c376c5a409a303fec454fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf52bb65-46dc-47eb-9dc0-27b3b3b59412" -d '{"events": [{"server_uuid": "46bf2fe8-bdba-45c7-9d08-4bf275bd3771", "name": "network-vif-plugged", "status": "completed", "tag": "5a02d8e7-a726-4cef-ae02-732c7a2c4f99"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:49:48.495153 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] For port 5a02d8e7-a726-4cef-ae02-732c7a2c4f99, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5a02d8e7-a726-4cef-ae02-732c7a2c4f99,segment=NetworkSegment(59820ba5-93dc-4e28-887a-d3e37dc08246),segment_id=59820ba5-93dc-4e28-887a-d3e37dc08246)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:49:48.502187 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:48.526294 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fda5eb7-19c5-4b58-a732-7d5c53d9ee0d x-openstack-request-id: req-9fda5eb7-19c5-4b58-a732-7d5c53d9ee0d {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:49:48.526591 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bf2fe8-bdba-45c7-9d08-4bf275bd3771", "name": "network-vif-plugged", "status": "completed", "tag": "5a02d8e7-a726-4cef-ae02-732c7a2c4f99", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:49:48.526839 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9fda5eb7-19c5-4b58-a732-7d5c53d9ee0d {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:49:48.527436 dv-cinder-790535-14-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bf2fe8-bdba-45c7-9d08-4bf275bd3771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a02d8e7-a726-4cef-ae02-732c7a2c4f99', 'code': 200} Sep 08 16:49:48.560404 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Pushing event updated for resources: {'Port': ['ID=5a02d8e7-a726-4cef-ae02-732c7a2c4f99,revision_number=5']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:49:48.791326 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204f5bc-46be-48fe-bed1-c3dff1ab9af1 req-bf334868-bd42-4e36-b6ed-e1a6b79239ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:48.792768 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3204f5bc-46be-48fe-bed1-c3dff1ab9af1 req-bf334868-bd42-4e36-b6ed-e1a6b79239ee service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 1099 time: 0.0422840 Sep 08 16:49:48.828345 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-3204f5bc-46be-48fe-bed1-c3dff1ab9af1 req-837a76fc-820e-4f23-95de-96329367612e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272884 Sep 08 16:49:49.541704 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9db932-4f97-4b22-a102-ed19cc4502ed req-d557e739-4d42-418f-b1f3-a06276ae762b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:49.543235 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-cb9db932-4f97-4b22-a102-ed19cc4502ed req-d557e739-4d42-418f-b1f3-a06276ae762b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 946 time: 0.0530658 Sep 08 16:49:49.590294 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-cb9db932-4f97-4b22-a102-ed19cc4502ed req-04aa38d7-b5ef-423c-b70f-7ffb11b87366 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380886 Sep 08 16:49:50.730402 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56493d0c-463a-4758-b679-085f906331ef req-a9505f61-0667-48bc-8d81-cd54ec224908 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:50.731968 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-56493d0c-463a-4758-b679-085f906331ef req-a9505f61-0667-48bc-8d81-cd54ec224908 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 946 time: 0.0575037 Sep 08 16:49:50.770381 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-56493d0c-463a-4758-b679-085f906331ef req-141ebb9e-52a3-443a-9586-996dad64de74 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322442 Sep 08 16:49:50.898585 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017b1c3-4f78-41dc-be38-75159ef9e486 req-25f22b6b-deb2-4d18-9fff-6292a4c41279 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:50.899984 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7017b1c3-4f78-41dc-be38-75159ef9e486 req-25f22b6b-deb2-4d18-9fff-6292a4c41279 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 946 time: 0.0530641 Sep 08 16:49:50.938691 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-7017b1c3-4f78-41dc-be38-75159ef9e486 req-66d618c5-f6a3-4ec7-8764-ebc2de15ec2f tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318794 Sep 08 16:49:50.966653 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41784) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:49:51.005904 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ddf2d3-6eff-4f81-8925-c88eba964055 tempest-TestVolumeBootPattern-1243140185 tempest-TestVolumeBootPattern-1243140185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:51.007627 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-74ddf2d3-6eff-4f81-8925-c88eba964055 tempest-TestVolumeBootPattern-1243140185 tempest-TestVolumeBootPattern-1243140185-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 1094 time: 0.0398059 Sep 08 16:49:51.011228 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41786) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:49:51.016020 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.v2.base [None req-9880c4e2-2db6-4f10-8d25-ab49720e7fd4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Request body: {'floatingip': {'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'port_id': '5a02d8e7-a726-4cef-ae02-732c7a2c4f99', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 16:49:51.040259 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9880c4e2-2db6-4f10-8d25-ab49720e7fd4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for floatingip, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:51.150113 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9880c4e2-2db6-4f10-8d25-ab49720e7fd4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:51.254379 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.db_base_plugin_common [None req-9880c4e2-2db6-4f10-8d25-ab49720e7fd4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Allocated IP 172.27.3.96 (84aa3881-86d2-4090-846d-df2f4a76ffa3/4838e23d-7083-4c92-9a08-11046328e4a1/d73a3b31-f7b8-4682-8f47-1d6a1602865e) {{(pid=94083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 16:49:51.372707 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9880c4e2-2db6-4f10-8d25-ab49720e7fd4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for port, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:51.419968 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9880c4e2-2db6-4f10-8d25-ab49720e7fd4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790707668161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:51.456732 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9880c4e2-2db6-4f10-8d25-ab49720e7fd4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Network 84aa3881-86d2-4090-846d-df2f4a76ffa3 is already hosted by enough agents. {{(pid=94083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 16:49:51.459553 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.base_scheduler [None req-9880c4e2-2db6-4f10-8d25-ab49720e7fd4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Resources bound (agent type, host, resource id): {{(pid=94083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 16:49:51.464391 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9880c4e2-2db6-4f10-8d25-ab49720e7fd4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Received port after_create {{(pid=94083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 16:49:51.497004 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880c4e2-2db6-4f10-8d25-ab49720e7fd4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event updated for resources: {'Port': ['ID=d73a3b31-f7b8-4682-8f47-1d6a1602865e,revision_number=1']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:49:52.108735 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9880c4e2-2db6-4f10-8d25-ab49720e7fd4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:52.187111 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9880c4e2-2db6-4f10-8d25-ab49720e7fd4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1712215'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:52.342397 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9880c4e2-2db6-4f10-8d25-ab49720e7fd4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:52.353745 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9880c4e2-2db6-4f10-8d25-ab49720e7fd4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790708219670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790707668179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790707668197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29607007'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:52.421705 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880c4e2-2db6-4f10-8d25-ab49720e7fd4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event updated for resources: {'Port': ['ID=d73a3b31-f7b8-4682-8f47-1d6a1602865e,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:49:52.437987 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9880c4e2-2db6-4f10-8d25-ab49720e7fd4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-587310'] for floatingip, after_create {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:52.544584 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.l3_db [None req-9880c4e2-2db6-4f10-8d25-ab49720e7fd4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Floating IP 8064ffb7-cafa-4d2f-9edf-c421de90b94b associated. External IP: 172.27.3.96, port: 5a02d8e7-a726-4cef-ae02-732c7a2c4f99. Sep 08 16:49:52.758721 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9880c4e2-2db6-4f10-8d25-ab49720e7fd4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Router 178da527-15ae-4a90-9128-fb54c92b2c28 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:49:52.872301 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9880c4e2-2db6-4f10-8d25-ab49720e7fd4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:49:52.883931 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad7aaba-794c-4395-8b61-89ce58d2c2b0 None None] Sync routers for ids ['178da527-15ae-4a90-9128-fb54c92b2c28'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:49:52.891653 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9880c4e2-2db6-4f10-8d25-ab49720e7fd4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:49:52.896083 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad7aaba-794c-4395-8b61-89ce58d2c2b0 None None] Routers {'178da527-15ae-4a90-9128-fb54c92b2c28'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:49:52.896737 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-cad7aaba-794c-4395-8b61-89ce58d2c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:49:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['178da527-15ae-4a90-9128-fb54c92b2c28'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:49:52.923121 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-9880c4e2-2db6-4f10-8d25-ab49720e7fd4 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9108474 Sep 08 16:49:52.923856 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46bf2fe8-bdba-45c7-9d08-4bf275bd3771', 'tag': '5a02d8e7-a726-4cef-ae02-732c7a2c4f99'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:49:52.926126 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77402c12-bd41-4144-94ec-34803e129d12" -d '{"events": [{"name": "network-changed", "server_uuid": "46bf2fe8-bdba-45c7-9d08-4bf275bd3771", "tag": "5a02d8e7-a726-4cef-ae02-732c7a2c4f99"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:49:52.962141 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a95c35-ea3f-4841-b038-fc4f9726d113 x-openstack-request-id: req-a1a95c35-ea3f-4841-b038-fc4f9726d113 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:49:52.962435 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46bf2fe8-bdba-45c7-9d08-4bf275bd3771", "tag": "5a02d8e7-a726-4cef-ae02-732c7a2c4f99", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:49:52.962679 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a1a95c35-ea3f-4841-b038-fc4f9726d113 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:49:52.963078 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46bf2fe8-bdba-45c7-9d08-4bf275bd3771', 'tag': '5a02d8e7-a726-4cef-ae02-732c7a2c4f99', 'status': 'completed', 'code': 200} Sep 08 16:49:53.005281 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-cad7aaba-794c-4395-8b61-89ce58d2c2b0 None None] Set router 178da527-15ae-4a90-9128-fb54c92b2c28 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:49:53.051137 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77402c12-bd41-4144-94ec-34803e129d12 req-9a980647-128e-4198-9d62-d00be83706d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:53.052622 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-77402c12-bd41-4144-94ec-34803e129d12 req-9a980647-128e-4198-9d62-d00be83706d5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9560510c90274e5a9b146fe8c72d17a1&device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 1099 time: 0.0429342 Sep 08 16:49:53.143631 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77402c12-bd41-4144-94ec-34803e129d12 req-35021f1b-ba3e-4d56-ace3-e5a41fb2216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:53.145123 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-77402c12-bd41-4144-94ec-34803e129d12 req-35021f1b-ba3e-4d56-ace3-e5a41fb2216f service neutron] 10.222.0.38 "GET /v2.0/networks?id=5037c40c-5a38-4178-9794-a6b3fa7de88b HTTP/1.1" status: 200 len: 913 time: 0.0859494 Sep 08 16:49:53.213820 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-77402c12-bd41-4144-94ec-34803e129d12 req-4cc943ff-70db-4d4b-b4d4-661187cbac6e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a02d8e7-a726-4cef-ae02-732c7a2c4f99 HTTP/1.1" status: 200 len: 999 time: 0.0617547 Sep 08 16:49:53.240196 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-cad7aaba-794c-4395-8b61-89ce58d2c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': '8064ffb7-cafa-4d2f-9edf-c421de90b94b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'port_id': '5a02d8e7-a726-4cef-ae02-732c7a2c4f99', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'mac_address': 'fa:16:3e:e3:a6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bf2fe8-bdba-45c7-9d08-4bf275bd3771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:49:51Z', 'updated_at': '2021-09-08T16:49:51Z', 'revision_number': 0, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'fixed_ip_address_scope': None}, {'id': 'd228a74f-0ee4-416b-b64d-4637bba9ec09', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'port_id': '5a64c78c-36a2-4cd3-86ec-6f961146f09f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'mac_address': 'fa:16:3e:73:77:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8691b7dd-0979-4afc-a816-e2731eadcd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:47:55Z', 'updated_at': '2021-09-08T16:47:57Z', 'revision_number': 1, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a610c7-2802-4802-9af9-5d3581207f67', 'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'mac_address': 'fa:16:3e:20:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:53Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 5, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'subnets': [{'id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:49:53.265987 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77402c12-bd41-4144-94ec-34803e129d12 req-03452bb5-e46a-4801-888b-ae0cae1bbe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:53.266901 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad7aaba-794c-4395-8b61-89ce58d2c2b0 None None] Checking router: 178da527-15ae-4a90-9128-fb54c92b2c28 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:49:53.267558 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-77402c12-bd41-4144-94ec-34803e129d12 req-03452bb5-e46a-4801-888b-ae0cae1bbe82 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e35c5229-4844-4468-81cb-0a7fc05cb483 HTTP/1.1" status: 200 len: 851 time: 0.0460942 Sep 08 16:49:53.275551 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad7aaba-794c-4395-8b61-89ce58d2c2b0 None None] Routers {'178da527-15ae-4a90-9128-fb54c92b2c28'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:49:53.276167 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-cad7aaba-794c-4395-8b61-89ce58d2c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:49:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['178da527-15ae-4a90-9128-fb54c92b2c28'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:49:53.315700 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77402c12-bd41-4144-94ec-34803e129d12 req-582aae23-e11c-4566-b7aa-6fc5233e1271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:53.317220 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-77402c12-bd41-4144-94ec-34803e129d12 req-582aae23-e11c-4566-b7aa-6fc5233e1271 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5037c40c-5a38-4178-9794-a6b3fa7de88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428002 Sep 08 16:49:53.383461 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-cad7aaba-794c-4395-8b61-89ce58d2c2b0 None None] Set router 178da527-15ae-4a90-9128-fb54c92b2c28 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:49:53.412978 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-77402c12-bd41-4144-94ec-34803e129d12 req-0e3c5fe1-41ce-4cd9-9abb-1c3e3426371e service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886741 Sep 08 16:49:53.509192 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-77402c12-bd41-4144-94ec-34803e129d12 req-16c9e7b9-ed66-4485-bc8d-1c476b593174 service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885203 Sep 08 16:49:53.758643 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-cad7aaba-794c-4395-8b61-89ce58d2c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': '8064ffb7-cafa-4d2f-9edf-c421de90b94b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'port_id': '5a02d8e7-a726-4cef-ae02-732c7a2c4f99', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'mac_address': 'fa:16:3e:e3:a6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bf2fe8-bdba-45c7-9d08-4bf275bd3771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:49:51Z', 'updated_at': '2021-09-08T16:49:51Z', 'revision_number': 0, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'fixed_ip_address_scope': None}, {'id': 'd228a74f-0ee4-416b-b64d-4637bba9ec09', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'port_id': '5a64c78c-36a2-4cd3-86ec-6f961146f09f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'mac_address': 'fa:16:3e:73:77:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8691b7dd-0979-4afc-a816-e2731eadcd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:47:55Z', 'updated_at': '2021-09-08T16:47:57Z', 'revision_number': 1, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a610c7-2802-4802-9af9-5d3581207f67', 'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'mac_address': 'fa:16:3e:20:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:53Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 5, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'subnets': [{'id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:49:53.789217 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad7aaba-794c-4395-8b61-89ce58d2c2b0 None None] The sync data for ids ['178da527-15ae-4a90-9128-fb54c92b2c28'] in dv-cinder-790535-14-iscsi is: [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': '8064ffb7-cafa-4d2f-9edf-c421de90b94b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'port_id': '5a02d8e7-a726-4cef-ae02-732c7a2c4f99', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'mac_address': 'fa:16:3e:e3:a6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bf2fe8-bdba-45c7-9d08-4bf275bd3771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:49:51Z', 'updated_at': '2021-09-08T16:49:51Z', 'revision_number': 0, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'fixed_ip_address_scope': None}, {'id': 'd228a74f-0ee4-416b-b64d-4637bba9ec09', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'port_id': '5a64c78c-36a2-4cd3-86ec-6f961146f09f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'mac_address': 'fa:16:3e:73:77:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8691b7dd-0979-4afc-a816-e2731eadcd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:47:55Z', 'updated_at': '2021-09-08T16:47:57Z', 'revision_number': 1, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a610c7-2802-4802-9af9-5d3581207f67', 'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'mac_address': 'fa:16:3e:20:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:53Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 5, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'subnets': [{'id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:49:54.003751 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5f45c5-ea6b-443c-8f68-01126832f21e None None] New status for floating IP 8064ffb7-cafa-4d2f-9edf-c421de90b94b: ACTIVE {{(pid=94085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:49:54.020283 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-cc1a23ed-0ea2-4dce-940c-ccfeeaab49bc req-f58d7762-a7c1-42b5-8df7-5ffd4f7e66fc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475600 Sep 08 16:49:54.118827 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a23ed-0ea2-4dce-940c-ccfeeaab49bc req-2604dc9a-fafa-46f8-9cb7-0a29d96fd161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:54.120389 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-cc1a23ed-0ea2-4dce-940c-ccfeeaab49bc req-2604dc9a-fafa-46f8-9cb7-0a29d96fd161 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9560510c90274e5a9b146fe8c72d17a1&device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 1098 time: 0.0414176 Sep 08 16:49:54.229818 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a23ed-0ea2-4dce-940c-ccfeeaab49bc req-9c905a33-2917-4684-9e16-db49715a867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:54.231410 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-cc1a23ed-0ea2-4dce-940c-ccfeeaab49bc req-9c905a33-2917-4684-9e16-db49715a867e service neutron] 10.222.0.38 "GET /v2.0/networks?id=5037c40c-5a38-4178-9794-a6b3fa7de88b HTTP/1.1" status: 200 len: 913 time: 0.0897646 Sep 08 16:49:54.299479 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-cc1a23ed-0ea2-4dce-940c-ccfeeaab49bc req-e3bb1282-531a-4d53-82bd-ee4256a667a8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a64c78c-36a2-4cd3-86ec-6f961146f09f HTTP/1.1" status: 200 len: 1000 time: 0.0605142 Sep 08 16:49:54.349448 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a23ed-0ea2-4dce-940c-ccfeeaab49bc req-5d3311d6-9815-48aa-b90c-72b8ae7b0092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:54.350880 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-cc1a23ed-0ea2-4dce-940c-ccfeeaab49bc req-5d3311d6-9815-48aa-b90c-72b8ae7b0092 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e35c5229-4844-4468-81cb-0a7fc05cb483 HTTP/1.1" status: 200 len: 851 time: 0.0450695 Sep 08 16:49:54.413771 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a23ed-0ea2-4dce-940c-ccfeeaab49bc req-a39f1eed-a68b-401a-912f-57e147dcec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:49:54.415258 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-cc1a23ed-0ea2-4dce-940c-ccfeeaab49bc req-a39f1eed-a68b-401a-912f-57e147dcec4a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5037c40c-5a38-4178-9794-a6b3fa7de88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0564334 Sep 08 16:49:54.518743 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-cc1a23ed-0ea2-4dce-940c-ccfeeaab49bc req-62721dea-6575-4a96-9970-75b050683024 service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958612 Sep 08 16:49:54.619990 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-cc1a23ed-0ea2-4dce-940c-ccfeeaab49bc req-1d6d766d-d09f-4e3e-bab1-97de5d59ea06 service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938802 Sep 08 16:49:58.467017 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ce822da4-ec1b-4988-b0ff-f51e5d8471f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:50:01.148054 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-455fe909-5fcd-4a92-8489-1881ce21e49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:50:01.240158 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:50:02.563070 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:50:04.210547 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:50:16.200527 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:50:22.531124 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:50:28.464487 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-42136100-1d14-4089-9bd6-c3d7fe96a362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:50:31.150874 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9e171116-6a3e-4fe7-8f3b-bdf32825a1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:50:31.244582 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:50:32.566941 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:50:34.208300 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:50:46.216877 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:50:56.032987 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-08f21a4f-cbb5-4b01-a914-9488cd08f99a req-1599a799-c72d-4511-bdbf-f768673286ba service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0637777 Sep 08 16:50:56.110166 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f21a4f-cbb5-4b01-a914-9488cd08f99a req-2730c611-5b87-468a-8249-2d4786431f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:50:56.111695 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-08f21a4f-cbb5-4b01-a914-9488cd08f99a req-2730c611-5b87-468a-8249-2d4786431f48 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9560510c90274e5a9b146fe8c72d17a1&device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 1099 time: 0.0443594 Sep 08 16:50:56.222644 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f21a4f-cbb5-4b01-a914-9488cd08f99a req-94098454-5289-42e1-bb6b-e1dbea88ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:50:56.224181 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-08f21a4f-cbb5-4b01-a914-9488cd08f99a req-94098454-5289-42e1-bb6b-e1dbea88ccf8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5037c40c-5a38-4178-9794-a6b3fa7de88b HTTP/1.1" status: 200 len: 913 time: 0.0915003 Sep 08 16:50:56.302185 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-08f21a4f-cbb5-4b01-a914-9488cd08f99a req-dd9038c1-358c-474a-a1f2-89ea713d8144 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a02d8e7-a726-4cef-ae02-732c7a2c4f99 HTTP/1.1" status: 200 len: 1001 time: 0.0702257 Sep 08 16:50:56.370455 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f21a4f-cbb5-4b01-a914-9488cd08f99a req-a9eb2b9e-7bf4-4ad1-8d38-d17df37a1b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:50:56.372700 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-08f21a4f-cbb5-4b01-a914-9488cd08f99a req-a9eb2b9e-7bf4-4ad1-8d38-d17df37a1b35 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e35c5229-4844-4468-81cb-0a7fc05cb483 HTTP/1.1" status: 200 len: 851 time: 0.0635102 Sep 08 16:50:56.422303 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f21a4f-cbb5-4b01-a914-9488cd08f99a req-495e746d-166b-46a9-a61a-31a91b503649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:50:56.424195 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-08f21a4f-cbb5-4b01-a914-9488cd08f99a req-495e746d-166b-46a9-a61a-31a91b503649 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5037c40c-5a38-4178-9794-a6b3fa7de88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440195 Sep 08 16:50:56.519153 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-08f21a4f-cbb5-4b01-a914-9488cd08f99a req-32c7b67e-15a4-490c-b7cb-52d421fa4fb1 service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879550 Sep 08 16:50:56.615418 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-08f21a4f-cbb5-4b01-a914-9488cd08f99a req-17de9854-6974-4483-a46a-4bfcb1582e75 service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891688 Sep 08 16:50:58.464002 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b669941f-1b40-43e4-af05-58cfaa1f0ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:50:59.534500 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:51:01.151456 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-15938095-1ead-4cf3-b15b-160b55412665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:01.254613 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:02.575959 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:04.216565 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:10.038839 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [req-1461b0d9-94f7-4400-8acf-5020aa390fda req-d1c76917-3f0b-479e-9b70-3e3f02f24c2d service neutron] (94082) timed out ('10.222.0.38', 51238) {{(pid=94082) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 16:51:16.209316 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:28.464851 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0b7d412b-abce-4fa6-8e06-8ae598fa52e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:31.153262 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-69a499a0-13e3-40a4-b75a-a2b02134f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:31.249765 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:31.869135 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41830) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:51:32.088249 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Deleting port d73a3b31-f7b8-4682-8f47-1d6a1602865e {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:51:32.088612 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:32.167519 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:32.167749 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:32.180520 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Calling delete_port for d73a3b31-f7b8-4682-8f47-1d6a1602865e owned by network:floatingip {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:51:32.348378 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:32.382274 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event deleted for resources: {'Port': ['ID=d73a3b31-f7b8-4682-8f47-1d6a1602865e,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:51:32.398496 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:32.398844 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:32.399180 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:32.399806 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:32.400508 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:32.400863 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:32.401145 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:32.401469 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:32.401790 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:32.402107 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:32.402421 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:32.402733 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:32.457175 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for floatingip, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:32.457398 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.l3_db [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Floating IP 8064ffb7-cafa-4d2f-9edf-c421de90b94b disassociated (deleted). External IP: 172.27.3.96, port: 5a02d8e7-a726-4cef-ae02-732c7a2c4f99. Sep 08 16:51:32.573230 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:32.668287 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Router 178da527-15ae-4a90-9128-fb54c92b2c28 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:51:33.031844 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:51:33.036360 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:33.042600 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60229365-302e-4875-868c-430d8b00a395 None None] Sync routers for ids ['178da527-15ae-4a90-9128-fb54c92b2c28'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:51:33.052532 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60229365-302e-4875-868c-430d8b00a395 None None] Routers {'178da527-15ae-4a90-9128-fb54c92b2c28'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:51:33.053159 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-60229365-302e-4875-868c-430d8b00a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:51:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['178da527-15ae-4a90-9128-fb54c92b2c28'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:33.064096 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-3b746b6a-2a24-429a-a884-bf3fb3e5ab81 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "DELETE /v2.0/floatingips/8064ffb7-cafa-4d2f-9edf-c421de90b94b HTTP/1.1" status: 204 len: 168 time: 1.1937797 Sep 08 16:51:33.064694 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46bf2fe8-bdba-45c7-9d08-4bf275bd3771', 'tag': '5a02d8e7-a726-4cef-ae02-732c7a2c4f99'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:51:33.066953 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e843edf3-ab7e-474c-8126-d555326129a5" -d '{"events": [{"name": "network-changed", "server_uuid": "46bf2fe8-bdba-45c7-9d08-4bf275bd3771", "tag": "5a02d8e7-a726-4cef-ae02-732c7a2c4f99"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:51:33.109852 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11494eec-808b-411e-9fc6-d612e2eb7a20 x-openstack-request-id: req-11494eec-808b-411e-9fc6-d612e2eb7a20 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:51:33.110145 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46bf2fe8-bdba-45c7-9d08-4bf275bd3771", "tag": "5a02d8e7-a726-4cef-ae02-732c7a2c4f99", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:51:33.110394 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-11494eec-808b-411e-9fc6-d612e2eb7a20 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:51:33.110790 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46bf2fe8-bdba-45c7-9d08-4bf275bd3771', 'tag': '5a02d8e7-a726-4cef-ae02-732c7a2c4f99', 'status': 'completed', 'code': 200} Sep 08 16:51:33.164737 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-60229365-302e-4875-868c-430d8b00a395 None None] Set router 178da527-15ae-4a90-9128-fb54c92b2c28 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:51:33.257156 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843edf3-ab7e-474c-8126-d555326129a5 req-dc8c31bd-03b5-440c-9874-ca6602936263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:51:33.258726 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e843edf3-ab7e-474c-8126-d555326129a5 req-dc8c31bd-03b5-440c-9874-ca6602936263 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9560510c90274e5a9b146fe8c72d17a1&device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 1099 time: 0.0980878 Sep 08 16:51:33.354437 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843edf3-ab7e-474c-8126-d555326129a5 req-694eb596-707b-4611-8d37-19b7783ac1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:51:33.356247 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e843edf3-ab7e-474c-8126-d555326129a5 req-694eb596-707b-4611-8d37-19b7783ac1ce service neutron] 10.222.0.38 "GET /v2.0/networks?id=5037c40c-5a38-4178-9794-a6b3fa7de88b HTTP/1.1" status: 200 len: 913 time: 0.0902345 Sep 08 16:51:33.399554 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e843edf3-ab7e-474c-8126-d555326129a5 req-7c3da070-c4ab-4bd6-b5de-d028abaa8d14 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a02d8e7-a726-4cef-ae02-732c7a2c4f99 HTTP/1.1" status: 200 len: 217 time: 0.0353563 Sep 08 16:51:33.399962 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-60229365-302e-4875-868c-430d8b00a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': 'd228a74f-0ee4-416b-b64d-4637bba9ec09', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'port_id': '5a64c78c-36a2-4cd3-86ec-6f961146f09f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'mac_address': 'fa:16:3e:73:77:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8691b7dd-0979-4afc-a816-e2731eadcd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:47:55Z', 'updated_at': '2021-09-08T16:47:57Z', 'revision_number': 1, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a610c7-2802-4802-9af9-5d3581207f67', 'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'mac_address': 'fa:16:3e:20:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:53Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 5, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'subnets': [{'id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:33.406962 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fce9fb-8ef7-47a9-adb0-4c61bab2cff8 req-6f70618e-6740-460f-83f2-bc1cb2ddda2c tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:51:33.409344 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-39fce9fb-8ef7-47a9-adb0-4c61bab2cff8 req-6f70618e-6740-460f-83f2-bc1cb2ddda2c tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 946 time: 0.1459229 Sep 08 16:51:33.430421 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60229365-302e-4875-868c-430d8b00a395 None None] Checking router: 178da527-15ae-4a90-9128-fb54c92b2c28 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:51:33.440632 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60229365-302e-4875-868c-430d8b00a395 None None] Routers {'178da527-15ae-4a90-9128-fb54c92b2c28'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:51:33.441269 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-60229365-302e-4875-868c-430d8b00a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:51:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['178da527-15ae-4a90-9128-fb54c92b2c28'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:33.448285 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-39fce9fb-8ef7-47a9-adb0-4c61bab2cff8 req-f7ceb335-93b9-416e-a44b-fb3c9f7c7418 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327926 Sep 08 16:51:33.457741 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843edf3-ab7e-474c-8126-d555326129a5 req-cb3bd9cc-baf5-4bd4-a66e-0cae9f537dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:51:33.459642 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e843edf3-ab7e-474c-8126-d555326129a5 req-cb3bd9cc-baf5-4bd4-a66e-0cae9f537dea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e35c5229-4844-4468-81cb-0a7fc05cb483 HTTP/1.1" status: 200 len: 851 time: 0.0523732 Sep 08 16:51:33.508286 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843edf3-ab7e-474c-8126-d555326129a5 req-75fb940a-69f8-4f70-8f9c-30135a5379d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:51:33.509990 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e843edf3-ab7e-474c-8126-d555326129a5 req-75fb940a-69f8-4f70-8f9c-30135a5379d4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5037c40c-5a38-4178-9794-a6b3fa7de88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416832 Sep 08 16:51:33.548064 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-60229365-302e-4875-868c-430d8b00a395 None None] Set router 178da527-15ae-4a90-9128-fb54c92b2c28 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:51:33.609192 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e843edf3-ab7e-474c-8126-d555326129a5 req-55b50e37-8068-48fb-8312-24bdb4a460ea service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909314 Sep 08 16:51:33.705993 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-e843edf3-ab7e-474c-8126-d555326129a5 req-4064205f-6e67-4e63-b2c6-99b6e6aea504 service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886819 Sep 08 16:51:33.782087 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-60229365-302e-4875-868c-430d8b00a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': 'd228a74f-0ee4-416b-b64d-4637bba9ec09', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'port_id': '5a64c78c-36a2-4cd3-86ec-6f961146f09f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'mac_address': 'fa:16:3e:73:77:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8691b7dd-0979-4afc-a816-e2731eadcd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:47:55Z', 'updated_at': '2021-09-08T16:47:57Z', 'revision_number': 1, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a610c7-2802-4802-9af9-5d3581207f67', 'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'mac_address': 'fa:16:3e:20:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:53Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 5, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'subnets': [{'id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:33.812426 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60229365-302e-4875-868c-430d8b00a395 None None] The sync data for ids ['178da527-15ae-4a90-9128-fb54c92b2c28'] in dv-cinder-790535-14-iscsi is: [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_floatingips': [{'id': 'd228a74f-0ee4-416b-b64d-4637bba9ec09', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'router_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'port_id': '5a64c78c-36a2-4cd3-86ec-6f961146f09f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'mac_address': 'fa:16:3e:73:77:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8691b7dd-0979-4afc-a816-e2731eadcd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:47:55Z', 'updated_at': '2021-09-08T16:47:57Z', 'revision_number': 1, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a610c7-2802-4802-9af9-5d3581207f67', 'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'mac_address': 'fa:16:3e:20:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:53Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 5, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'subnets': [{'id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:51:34.051056 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d99dd76-5389-4c57-9047-6d5e442fe6fd None None] New status for floating IP 8064ffb7-cafa-4d2f-9edf-c421de90b94b: DOWN {{(pid=94085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:51:34.216819 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:34.640917 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d71ba-2e5d-4398-b74a-e3165fb62509 req-2220bf58-2217-44ac-85c1-dfc1376cc1c6 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:51:34.642434 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-959d71ba-2e5d-4398-b74a-e3165fb62509 req-2220bf58-2217-44ac-85c1-dfc1376cc1c6 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 946 time: 0.1081817 Sep 08 16:51:34.683120 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-959d71ba-2e5d-4398-b74a-e3165fb62509 req-f59ab354-b285-40c8-bfc1-073e6fb18f1d tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315597 Sep 08 16:51:35.043450 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9282e-4a98-4ac9-b528-268eedefd505 req-b6a0f313-5563-4ca6-84c9-96f49229eed8 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:51:35.044948 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5eb9282e-4a98-4ac9-b528-268eedefd505 req-b6a0f313-5563-4ca6-84c9-96f49229eed8 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.38 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 946 time: 0.0594633 Sep 08 16:51:35.154996 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-5eb9282e-4a98-4ac9-b528-268eedefd505 req-9826422e-165e-407f-acdd-6acc0f1428be tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Deleting port 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:51:35.155287 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-5eb9282e-4a98-4ac9-b528-268eedefd505 req-9826422e-165e-407f-acdd-6acc0f1428be tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:35.255582 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-5eb9282e-4a98-4ac9-b528-268eedefd505 req-9826422e-165e-407f-acdd-6acc0f1428be tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] For port 5a02d8e7-a726-4cef-ae02-732c7a2c4f99, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5a02d8e7-a726-4cef-ae02-732c7a2c4f99,segment=NetworkSegment(59820ba5-93dc-4e28-887a-d3e37dc08246),segment_id=59820ba5-93dc-4e28-887a-d3e37dc08246)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:51:35.255944 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-5eb9282e-4a98-4ac9-b528-268eedefd505 req-9826422e-165e-407f-acdd-6acc0f1428be tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:35.273909 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-5eb9282e-4a98-4ac9-b528-268eedefd505 req-9826422e-165e-407f-acdd-6acc0f1428be tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Calling delete_port for 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 owned by compute:nova {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:51:35.413460 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-5eb9282e-4a98-4ac9-b528-268eedefd505 req-9826422e-165e-407f-acdd-6acc0f1428be tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:35.442726 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826422e-165e-407f-acdd-6acc0f1428be tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event deleted for resources: {'Port': ['ID=5a02d8e7-a726-4cef-ae02-732c7a2c4f99,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:51:35.488221 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb9282e-4a98-4ac9-b528-268eedefd505 req-9826422e-165e-407f-acdd-6acc0f1428be tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] No DVR routers for this DVR port 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 on host hv-cinder-79053 {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:51:35.491010 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-5eb9282e-4a98-4ac9-b528-268eedefd505 req-9826422e-165e-407f-acdd-6acc0f1428be tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:35.493179 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-5eb9282e-4a98-4ac9-b528-268eedefd505 req-9826422e-165e-407f-acdd-6acc0f1428be tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.38 "DELETE /v2.0/ports/5a02d8e7-a726-4cef-ae02-732c7a2c4f99 HTTP/1.1" status: 204 len: 173 time: 0.4422243 Sep 08 16:51:35.493629 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bf2fe8-bdba-45c7-9d08-4bf275bd3771', 'name': 'network-vif-deleted', 'tag': '5a02d8e7-a726-4cef-ae02-732c7a2c4f99'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:51:35.496264 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb863e2-5d54-437e-98b5-ae26ed7fc139" -d '{"events": [{"server_uuid": "46bf2fe8-bdba-45c7-9d08-4bf275bd3771", "name": "network-vif-deleted", "tag": "5a02d8e7-a726-4cef-ae02-732c7a2c4f99"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:51:35.544836 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdf4084-1cc1-4367-9486-5c4744e4f31b x-openstack-request-id: req-afdf4084-1cc1-4367-9486-5c4744e4f31b {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:51:35.545128 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bf2fe8-bdba-45c7-9d08-4bf275bd3771", "name": "network-vif-deleted", "tag": "5a02d8e7-a726-4cef-ae02-732c7a2c4f99", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:51:35.545378 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-afdf4084-1cc1-4367-9486-5c4744e4f31b {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:51:35.545814 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bf2fe8-bdba-45c7-9d08-4bf275bd3771', 'name': 'network-vif-deleted', 'tag': '5a02d8e7-a726-4cef-ae02-732c7a2c4f99', 'status': 'completed', 'code': 200} Sep 08 16:51:35.787116 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-83936a80-36d8-4b35-bc3d-5c4a531bd3fe req-3d0cf091-4275-454d-b64a-8da11de0b3da tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=46bf2fe8-bdba-45c7-9d08-4bf275bd3771 HTTP/1.1" status: 200 len: 210 time: 0.0310996 Sep 08 16:51:36.534273 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:51:38.884196 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:51:38.911866 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] No Port match for: 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:51:38.912219 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 5a02d8e7-a726-4cef-ae02-732c7a2c4f99 not bound to the agent host hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:51:39.118784 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41882) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:51:39.280467 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-2760fb1f-4b23-4910-b512-e01bc02457c7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Deleting port d3f9a35f-aa47-4915-94a9-1fe6a7cca91d {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:51:39.280805 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2760fb1f-4b23-4910-b512-e01bc02457c7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:39.362020 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2760fb1f-4b23-4910-b512-e01bc02457c7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:39.362353 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2760fb1f-4b23-4910-b512-e01bc02457c7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:39.374591 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-2760fb1f-4b23-4910-b512-e01bc02457c7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Calling delete_port for d3f9a35f-aa47-4915-94a9-1fe6a7cca91d owned by network:floatingip {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:51:39.527869 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2760fb1f-4b23-4910-b512-e01bc02457c7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:39.558125 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760fb1f-4b23-4910-b512-e01bc02457c7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event deleted for resources: {'Port': ['ID=d3f9a35f-aa47-4915-94a9-1fe6a7cca91d,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:51:39.630403 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2760fb1f-4b23-4910-b512-e01bc02457c7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for floatingip, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:39.630951 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.db.l3_db [None req-2760fb1f-4b23-4910-b512-e01bc02457c7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Floating IP d228a74f-0ee4-416b-b64d-4637bba9ec09 disassociated (deleted). External IP: 172.27.3.19, port: 5a64c78c-36a2-4cd3-86ec-6f961146f09f. Sep 08 16:51:39.856880 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2760fb1f-4b23-4910-b512-e01bc02457c7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Router 178da527-15ae-4a90-9128-fb54c92b2c28 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:51:39.974639 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2760fb1f-4b23-4910-b512-e01bc02457c7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:51:39.981339 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-2760fb1f-4b23-4910-b512-e01bc02457c7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:39.991725 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a7aa9-b970-483b-a8bc-b72a746ac880 None None] Sync routers for ids ['178da527-15ae-4a90-9128-fb54c92b2c28'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:51:40.001525 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537a7aa9-b970-483b-a8bc-b72a746ac880 None None] Routers {'178da527-15ae-4a90-9128-fb54c92b2c28'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:51:40.002153 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-537a7aa9-b970-483b-a8bc-b72a746ac880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:51:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['178da527-15ae-4a90-9128-fb54c92b2c28'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:40.008765 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-2760fb1f-4b23-4910-b512-e01bc02457c7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "DELETE /v2.0/floatingips/d228a74f-0ee4-416b-b64d-4637bba9ec09 HTTP/1.1" status: 204 len: 168 time: 0.8887694 Sep 08 16:51:40.009363 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8691b7dd-0979-4afc-a816-e2731eadcd9a', 'tag': '5a64c78c-36a2-4cd3-86ec-6f961146f09f'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:51:40.011754 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfb5c08-fc38-4b2f-9c22-a2b6a6ff2012" -d '{"events": [{"name": "network-changed", "server_uuid": "8691b7dd-0979-4afc-a816-e2731eadcd9a", "tag": "5a64c78c-36a2-4cd3-86ec-6f961146f09f"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:51:40.052855 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 16:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae1613d-8f1d-4348-9367-cae5e851e442 x-openstack-request-id: req-5ae1613d-8f1d-4348-9367-cae5e851e442 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:51:40.053148 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8691b7dd-0979-4afc-a816-e2731eadcd9a", "tag": "5a64c78c-36a2-4cd3-86ec-6f961146f09f", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:51:40.053404 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5ae1613d-8f1d-4348-9367-cae5e851e442 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:51:40.053847 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8691b7dd-0979-4afc-a816-e2731eadcd9a', 'tag': '5a64c78c-36a2-4cd3-86ec-6f961146f09f', 'status': 'completed', 'code': 200} Sep 08 16:51:40.116513 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-537a7aa9-b970-483b-a8bc-b72a746ac880 None None] Set router 178da527-15ae-4a90-9128-fb54c92b2c28 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:51:40.145978 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb5c08-fc38-4b2f-9c22-a2b6a6ff2012 req-dd912101-96ac-4ace-8c3c-9e0155e5e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:51:40.150992 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-dbfb5c08-fc38-4b2f-9c22-a2b6a6ff2012 req-dd912101-96ac-4ace-8c3c-9e0155e5e0b3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9560510c90274e5a9b146fe8c72d17a1&device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 1098 time: 0.0496922 Sep 08 16:51:40.247794 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee06c4-c369-48e9-9ba1-1259e5798982 req-31cee70f-b4db-4887-81a3-785c65092f98 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:51:40.249470 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c4ee06c4-c369-48e9-9ba1-1259e5798982 req-31cee70f-b4db-4887-81a3-785c65092f98 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 945 time: 0.0539768 Sep 08 16:51:40.294962 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [req-c4ee06c4-c369-48e9-9ba1-1259e5798982 req-af15bf46-a594-49ee-85c9-d190fa42a52b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394652 Sep 08 16:51:40.301636 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb5c08-fc38-4b2f-9c22-a2b6a6ff2012 req-43d802e9-49d4-44bd-9b87-a216f3bc2acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:51:40.303154 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-dbfb5c08-fc38-4b2f-9c22-a2b6a6ff2012 req-43d802e9-49d4-44bd-9b87-a216f3bc2acf service neutron] 10.222.0.38 "GET /v2.0/networks?id=5037c40c-5a38-4178-9794-a6b3fa7de88b HTTP/1.1" status: 200 len: 913 time: 0.1006737 Sep 08 16:51:40.337771 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-537a7aa9-b970-483b-a8bc-b72a746ac880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '96a610c7-2802-4802-9af9-5d3581207f67', 'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'mac_address': 'fa:16:3e:20:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:53Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 5, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'subnets': [{'id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:40.349577 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-dbfb5c08-fc38-4b2f-9c22-a2b6a6ff2012 req-74b731d1-e691-41fb-a139-231ecdfe5ee4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a64c78c-36a2-4cd3-86ec-6f961146f09f HTTP/1.1" status: 200 len: 217 time: 0.0354257 Sep 08 16:51:40.406807 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb5c08-fc38-4b2f-9c22-a2b6a6ff2012 req-23063401-704b-427f-a760-f724032ed5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:51:40.408248 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-dbfb5c08-fc38-4b2f-9c22-a2b6a6ff2012 req-23063401-704b-427f-a760-f724032ed5ab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e35c5229-4844-4468-81cb-0a7fc05cb483 HTTP/1.1" status: 200 len: 851 time: 0.0511682 Sep 08 16:51:40.460226 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb5c08-fc38-4b2f-9c22-a2b6a6ff2012 req-d16c5c58-26cf-4dfe-b0b9-ade7d2095a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:51:40.461760 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-dbfb5c08-fc38-4b2f-9c22-a2b6a6ff2012 req-d16c5c58-26cf-4dfe-b0b9-ade7d2095a31 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5037c40c-5a38-4178-9794-a6b3fa7de88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448048 Sep 08 16:51:40.494313 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a7aa9-b970-483b-a8bc-b72a746ac880 None None] Checking router: 178da527-15ae-4a90-9128-fb54c92b2c28 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:51:40.503299 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537a7aa9-b970-483b-a8bc-b72a746ac880 None None] Routers {'178da527-15ae-4a90-9128-fb54c92b2c28'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:51:40.503960 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-537a7aa9-b970-483b-a8bc-b72a746ac880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:51:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['178da527-15ae-4a90-9128-fb54c92b2c28'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:40.556428 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-dbfb5c08-fc38-4b2f-9c22-a2b6a6ff2012 req-05a69ada-b7a3-481d-9e14-4ec0fbd05971 service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855122 Sep 08 16:51:40.614692 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-537a7aa9-b970-483b-a8bc-b72a746ac880 None None] Set router 178da527-15ae-4a90-9128-fb54c92b2c28 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:51:40.663876 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-dbfb5c08-fc38-4b2f-9c22-a2b6a6ff2012 req-90a7a43d-ef0e-4280-ad62-ed145c30ae85 service neutron] 10.222.0.38 "GET /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989990 Sep 08 16:51:40.852609 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-537a7aa9-b970-483b-a8bc-b72a746ac880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '96a610c7-2802-4802-9af9-5d3581207f67', 'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'mac_address': 'fa:16:3e:20:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:53Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 5, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'subnets': [{'id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:40.885795 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a7aa9-b970-483b-a8bc-b72a746ac880 None None] The sync data for ids ['178da527-15ae-4a90-9128-fb54c92b2c28'] in dv-cinder-790535-14-iscsi is: [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:54Z', 'revision_number': 4, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi', '_interfaces': [{'id': '96a610c7-2802-4802-9af9-5d3581207f67', 'name': '', 'network_id': '5037c40c-5a38-4178-9794-a6b3fa7de88b', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'mac_address': 'fa:16:3e:20:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:53Z', 'updated_at': '2021-09-08T16:44:59Z', 'revision_number': 5, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'subnets': [{'id': 'e35c5229-4844-4468-81cb-0a7fc05cb483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:51:41.115023 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0850edfa-7ef4-4fb9-ad3c-b93e52c2d7a2 None None] New status for floating IP d228a74f-0ee4-416b-b64d-4637bba9ec09: DOWN {{(pid=94085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 16:51:41.432714 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fddbe-d067-4927-8e75-a7819f6048b8 req-f6a737b6-e987-4791-9360-cd1d67c6159e tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:51:41.434413 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-926fddbe-d067-4927-8e75-a7819f6048b8 req-f6a737b6-e987-4791-9360-cd1d67c6159e tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 945 time: 0.0672331 Sep 08 16:51:41.473126 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-926fddbe-d067-4927-8e75-a7819f6048b8 req-6b3a1a0e-412e-4c6c-ba7e-ce9d47ac14ec tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/security-groups?id=8df13ded-63f2-4683-a408-9afa24e40155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324125 Sep 08 16:51:41.896269 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87056197-c90b-41fd-b894-190f04197860 req-76e30cea-288b-4f05-8435-462fc36d02cc tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 16:51:41.897756 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-87056197-c90b-41fd-b894-190f04197860 req-76e30cea-288b-4f05-8435-462fc36d02cc tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.38 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 945 time: 0.0577590 Sep 08 16:51:42.011562 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-87056197-c90b-41fd-b894-190f04197860 req-1da52528-f7f0-4d09-8ebe-500d3836f20b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Deleting port 5a64c78c-36a2-4cd3-86ec-6f961146f09f {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:51:42.011935 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-87056197-c90b-41fd-b894-190f04197860 req-1da52528-f7f0-4d09-8ebe-500d3836f20b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:42.109391 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [req-87056197-c90b-41fd-b894-190f04197860 req-1da52528-f7f0-4d09-8ebe-500d3836f20b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] For port 5a64c78c-36a2-4cd3-86ec-6f961146f09f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5a64c78c-36a2-4cd3-86ec-6f961146f09f,segment=NetworkSegment(59820ba5-93dc-4e28-887a-d3e37dc08246),segment_id=59820ba5-93dc-4e28-887a-d3e37dc08246)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:51:42.109759 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-87056197-c90b-41fd-b894-190f04197860 req-1da52528-f7f0-4d09-8ebe-500d3836f20b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:42.126414 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [req-87056197-c90b-41fd-b894-190f04197860 req-1da52528-f7f0-4d09-8ebe-500d3836f20b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Calling delete_port for 5a64c78c-36a2-4cd3-86ec-6f961146f09f owned by compute:nova {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:51:42.264415 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-87056197-c90b-41fd-b894-190f04197860 req-1da52528-f7f0-4d09-8ebe-500d3836f20b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:42.292861 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da52528-f7f0-4d09-8ebe-500d3836f20b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event deleted for resources: {'Port': ['ID=5a64c78c-36a2-4cd3-86ec-6f961146f09f,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:51:42.337293 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [req-87056197-c90b-41fd-b894-190f04197860 req-1da52528-f7f0-4d09-8ebe-500d3836f20b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] No DVR routers for this DVR port 5a64c78c-36a2-4cd3-86ec-6f961146f09f on host hv-cinder-79053 {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:51:42.339843 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [req-87056197-c90b-41fd-b894-190f04197860 req-1da52528-f7f0-4d09-8ebe-500d3836f20b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for port, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:42.341945 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-87056197-c90b-41fd-b894-190f04197860 req-1da52528-f7f0-4d09-8ebe-500d3836f20b tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.38 "DELETE /v2.0/ports/5a64c78c-36a2-4cd3-86ec-6f961146f09f HTTP/1.1" status: 204 len: 173 time: 0.4384158 Sep 08 16:51:42.342382 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8691b7dd-0979-4afc-a816-e2731eadcd9a', 'name': 'network-vif-deleted', 'tag': '5a64c78c-36a2-4cd3-86ec-6f961146f09f'}] {{(pid=94083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 16:51:42.344674 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b084abacc98b5d5f65ea80d9c9b152b24ab8dce763016e890593b39de3a25716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d5d2f3-00e9-4406-a0fe-da79e4385729" -d '{"events": [{"server_uuid": "8691b7dd-0979-4afc-a816-e2731eadcd9a", "name": "network-vif-deleted", "tag": "5a64c78c-36a2-4cd3-86ec-6f961146f09f"}]}' {{(pid=94083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 16:51:42.379806 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 16:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bcff0b-8c33-4bc5-a30d-d4bfe1cb83b1 x-openstack-request-id: req-39bcff0b-8c33-4bc5-a30d-d4bfe1cb83b1 {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 16:51:42.380134 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8691b7dd-0979-4afc-a816-e2731eadcd9a", "name": "network-vif-deleted", "tag": "5a64c78c-36a2-4cd3-86ec-6f961146f09f", "status": "completed", "code": 200}]} {{(pid=94083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 16:51:42.380384 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-39bcff0b-8c33-4bc5-a30d-d4bfe1cb83b1 {{(pid=94083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 16:51:42.380822 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8691b7dd-0979-4afc-a816-e2731eadcd9a', 'name': 'network-vif-deleted', 'tag': '5a64c78c-36a2-4cd3-86ec-6f961146f09f', 'status': 'completed', 'code': 200} Sep 08 16:51:42.570302 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [req-51c3e306-79c6-4c5a-8878-e089d31efc52 req-0b2e9a93-217e-46a4-b151-29ddda0cceca tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "GET /v2.0/ports?device_id=8691b7dd-0979-4afc-a816-e2731eadcd9a HTTP/1.1" status: 200 len: 210 time: 0.0264368 Sep 08 16:51:43.637071 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41900) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:51:43.766815 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Deleting port cd750c37-dd6a-4440-abef-e62edb788646 {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:51:43.767181 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:43.843303 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:43.843626 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:43.855724 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Calling delete_port for cd750c37-dd6a-4440-abef-e62edb788646 owned by network:floatingip {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:51:44.010734 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:44.044303 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event deleted for resources: {'Port': ['ID=cd750c37-dd6a-4440-abef-e62edb788646,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:51:44.071879 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:44.072436 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:44.073051 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:44.073429 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:44.073963 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:44.074663 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:44.075252 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:44.075636 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:44.076094 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:44.076450 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:44.076775 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:44.077080 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:44.128224 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for floatingip, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:44.132100 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127199'] for floatingip, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:44.133961 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-f75ec0e8-5d8e-413d-97a8-e220b8eda851 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "DELETE /v2.0/floatingips/233915d3-6f5e-40b4-b883-8b4e78756133 HTTP/1.1" status: 204 len: 168 time: 0.4952776 Sep 08 16:51:44.913336 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 5a64c78c-36a2-4cd3-86ec-6f961146f09f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:51:44.936239 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] No Port match for: 5a64c78c-36a2-4cd3-86ec-6f961146f09f {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:51:44.936669 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Device 5a64c78c-36a2-4cd3-86ec-6f961146f09f not bound to the agent host hv-cinder-79053 {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:51:45.360260 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41912) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:51:45.425029 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0da939a5-2a0b-4fe8-8684-5396c22921a7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:45.452651 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0da939a5-2a0b-4fe8-8684-5396c22921a7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:45.514997 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0da939a5-2a0b-4fe8-8684-5396c22921a7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:45.517629 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0da939a5-2a0b-4fe8-8684-5396c22921a7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Notify callbacks [] for security_group, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:45.519334 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-0da939a5-2a0b-4fe8-8684-5396c22921a7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] 10.222.0.69 "DELETE /v2.0/security-groups/8df13ded-63f2-4683-a408-9afa24e40155 HTTP/1.1" status: 204 len: 168 time: 0.1576765 Sep 08 16:51:45.530924 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da939a5-2a0b-4fe8-8684-5396c22921a7 tempest-TestVolumeBootPattern-1283347552 tempest-TestVolumeBootPattern-1283347552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df13ded-63f2-4683-a408-9afa24e40155,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:51:45.596920 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41916) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:51:46.181776 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0ba775f2-baf4-4423-a432-9262b39ed4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588590'] for router_interface, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:46.207891 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:46.462708 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-0ba775f2-baf4-4423-a432-9262b39ed4b2 admin admin] Deleting port 96a610c7-2802-4802-9af9-5d3581207f67 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:51:46.463334 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0ba775f2-baf4-4423-a432-9262b39ed4b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:46.547169 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-0ba775f2-baf4-4423-a432-9262b39ed4b2 admin admin] For port 96a610c7-2802-4802-9af9-5d3581207f67, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=96a610c7-2802-4802-9af9-5d3581207f67,segment=NetworkSegment(59820ba5-93dc-4e28-887a-d3e37dc08246),segment_id=59820ba5-93dc-4e28-887a-d3e37dc08246)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:51:46.547562 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0ba775f2-baf4-4423-a432-9262b39ed4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:46.563424 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-0ba775f2-baf4-4423-a432-9262b39ed4b2 admin admin] Calling delete_port for 96a610c7-2802-4802-9af9-5d3581207f67 owned by network:router_interface {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:51:46.766371 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0ba775f2-baf4-4423-a432-9262b39ed4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:46.792177 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba775f2-baf4-4423-a432-9262b39ed4b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a610c7-2802-4802-9af9-5d3581207f67,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:51:46.958844 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0ba775f2-baf4-4423-a432-9262b39ed4b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588698'] for router_interface, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:47.181315 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba775f2-baf4-4423-a432-9262b39ed4b2 admin admin] Router 178da527-15ae-4a90-9128-fb54c92b2c28 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:51:47.296477 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba775f2-baf4-4423-a432-9262b39ed4b2 admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:51:47.302625 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-0ba775f2-baf4-4423-a432-9262b39ed4b2 admin admin] 10.222.0.69 "PUT /v2.0/routers/178da527-15ae-4a90-9128-fb54c92b2c28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7045684 Sep 08 16:51:47.304325 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41920) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:51:47.306086 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e776933-86e8-4995-b0d7-761aec44776e None None] Sync routers for ids ['178da527-15ae-4a90-9128-fb54c92b2c28'] in dv-cinder-790535-14-iscsi {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:51:47.323327 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e776933-86e8-4995-b0d7-761aec44776e None None] Routers {'178da527-15ae-4a90-9128-fb54c92b2c28'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:51:47.324161 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-7e776933-86e8-4995-b0d7-761aec44776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:51:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['178da527-15ae-4a90-9128-fb54c92b2c28'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:47.430512 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-7e776933-86e8-4995-b0d7-761aec44776e None None] Set router 178da527-15ae-4a90-9128-fb54c92b2c28 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:51:47.613015 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-7e776933-86e8-4995-b0d7-761aec44776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:51:46Z', 'revision_number': 5, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:47.644938 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e776933-86e8-4995-b0d7-761aec44776e None None] Checking router: 178da527-15ae-4a90-9128-fb54c92b2c28 for host: dv-cinder-790535-14-iscsi {{(pid=94084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:51:47.653813 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e776933-86e8-4995-b0d7-761aec44776e None None] Routers {'178da527-15ae-4a90-9128-fb54c92b2c28'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:51:47.654527 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-7e776933-86e8-4995-b0d7-761aec44776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:51:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['178da527-15ae-4a90-9128-fb54c92b2c28'], 'active': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:47.666917 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d54f7c02-4465-4977-8a41-b3d1a97a66d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:47.756921 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvr_db [None req-7e776933-86e8-4995-b0d7-761aec44776e None None] Set router 178da527-15ae-4a90-9128-fb54c92b2c28 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:51:47.769567 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d54f7c02-4465-4977-8a41-b3d1a97a66d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:47.822595 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-d54f7c02-4465-4977-8a41-b3d1a97a66d3 admin admin] Deleting port ea68e5e3-cba3-45f5-bccd-658c80214183 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:51:47.822940 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d54f7c02-4465-4977-8a41-b3d1a97a66d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:47.903740 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-d54f7c02-4465-4977-8a41-b3d1a97a66d3 admin admin] For port ea68e5e3-cba3-45f5-bccd-658c80214183, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=ea68e5e3-cba3-45f5-bccd-658c80214183,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:51:47.904011 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d54f7c02-4465-4977-8a41-b3d1a97a66d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:47.920836 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-d54f7c02-4465-4977-8a41-b3d1a97a66d3 admin admin] Calling delete_port for ea68e5e3-cba3-45f5-bccd-658c80214183 owned by network:router_gateway {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:51:47.934348 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_hamode_db [None req-7e776933-86e8-4995-b0d7-761aec44776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:51:46Z', 'revision_number': 5, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:47.959874 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e776933-86e8-4995-b0d7-761aec44776e None None] The sync data for ids ['178da527-15ae-4a90-9128-fb54c92b2c28'] in dv-cinder-790535-14-iscsi is: [{'id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'name': 'tempest-TestVolumeBootPattern-2077891615-router', 'tenant_id': '9560510c90274e5a9b146fe8c72d17a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:51:46Z', 'revision_number': 5, 'project_id': '9560510c90274e5a9b146fe8c72d17a1', 'gw_port': {'id': 'ea68e5e3-cba3-45f5-bccd-658c80214183', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178da527-15ae-4a90-9128-fb54c92b2c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:51Z', 'updated_at': '2021-09-08T16:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}] {{(pid=94084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:51:48.104743 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d54f7c02-4465-4977-8a41-b3d1a97a66d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:48.133244 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f7c02-4465-4977-8a41-b3d1a97a66d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea68e5e3-cba3-45f5-bccd-658c80214183,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:51:48.198225 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d54f7c02-4465-4977-8a41-b3d1a97a66d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587384'] for router_gateway, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:48.290179 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d54f7c02-4465-4977-8a41-b3d1a97a66d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14215'] for router, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:48.292835 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d54f7c02-4465-4977-8a41-b3d1a97a66d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:48.354058 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d54f7c02-4465-4977-8a41-b3d1a97a66d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524738'] for router, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:48.354380 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54f7c02-4465-4977-8a41-b3d1a97a66d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 178da527-15ae-4a90-9128-fb54c92b2c28 {{(pid=94083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 16:51:48.359098 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-d54f7c02-4465-4977-8a41-b3d1a97a66d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:48.362857 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-d54f7c02-4465-4977-8a41-b3d1a97a66d3 admin admin] 10.222.0.69 "DELETE /v2.0/routers/178da527-15ae-4a90-9128-fb54c92b2c28 HTTP/1.1" status: 204 len: 168 time: 1.0549700 Sep 08 16:51:48.363697 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41922) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:51:48.420712 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc09297-e22c-4d3c-b354-5dd348d19b95 admin admin] Deleting subnet e35c5229-4844-4468-81cb-0a7fc05cb483 {{(pid=94082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 16:51:48.424598 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8bc09297-e22c-4d3c-b354-5dd348d19b95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:48.452476 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 96a610c7-2802-4802-9af9-5d3581207f67 no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:51:48.460976 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8bc09297-e22c-4d3c-b354-5dd348d19b95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29646795'] for subnet, precommit_delete_associations {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:48.482939 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: 96a610c7-2802-4802-9af9-5d3581207f67 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:51:48.483670 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 96a610c7-2802-4802-9af9-5d3581207f67 not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:51:48.546723 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8bc09297-e22c-4d3c-b354-5dd348d19b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772541'] for subnet, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:48.604449 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8bc09297-e22c-4d3c-b354-5dd348d19b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29525642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30203681'] for subnet, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:48.631475 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc09297-e22c-4d3c-b354-5dd348d19b95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e35c5229-4844-4468-81cb-0a7fc05cb483,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:51:48.635462 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8bc09297-e22c-4d3c-b354-5dd348d19b95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:48.637425 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-8bc09297-e22c-4d3c-b354-5dd348d19b95 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e35c5229-4844-4468-81cb-0a7fc05cb483 HTTP/1.1" status: 204 len: 168 time: 0.2718334 Sep 08 16:51:48.641091 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [-] (94083) accepted ('10.222.0.69', 41924) {{(pid=94083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:51:48.645774 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721ead2f-cca0-4a27-a90d-f44944014b53 None None] Network 5037c40c-5a38-4178-9794-a6b3fa7de88b requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:51:48.709765 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f7693f30-d989-473e-b0b5-a968abd27a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601569'] for network, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:48.768396 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-f7693f30-d989-473e-b0b5-a968abd27a28 admin admin] Deleting port b88991f9-b299-4efd-9b4b-e5ab525b39d9 {{(pid=94083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:51:48.768738 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f7693f30-d989-473e-b0b5-a968abd27a28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:48.837507 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-f7693f30-d989-473e-b0b5-a968abd27a28 admin admin] For port b88991f9-b299-4efd-9b4b-e5ab525b39d9, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=b88991f9-b299-4efd-9b4b-e5ab525b39d9,segment=NetworkSegment(59820ba5-93dc-4e28-887a-d3e37dc08246),segment_id=59820ba5-93dc-4e28-887a-d3e37dc08246)] {{(pid=94083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:51:48.837866 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f7693f30-d989-473e-b0b5-a968abd27a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:48.850255 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.plugin [None req-f7693f30-d989-473e-b0b5-a968abd27a28 admin admin] Calling delete_port for b88991f9-b299-4efd-9b4b-e5ab525b39d9 owned by network:dhcp {{(pid=94083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:51:48.935841 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f7693f30-d989-473e-b0b5-a968abd27a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29612460'] for port, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:48.961322 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7693f30-d989-473e-b0b5-a968abd27a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=b88991f9-b299-4efd-9b4b-e5ab525b39d9,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:51:48.966466 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7693f30-d989-473e-b0b5-a968abd27a28 admin admin] No DVR routers for this DVR port b88991f9-b299-4efd-9b4b-e5ab525b39d9 on host dv-cinder-790535-14-iscsi {{(pid=94083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:51:48.982160 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e783bc-4f93-43ff-94a7-dc2da1ca8a49 None None] DHCP port deletion for 5037c40c-5a38-4178-9794-a6b3fa7de88b request from dv-cinder-790535-14-iscsi {{(pid=94084) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 16:51:49.043630 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f7693f30-d989-473e-b0b5-a968abd27a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770888', 'neutron.services.segments.db._delete_segments_for_network-8790707967645'] for network, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:49.063616 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.services.segments.db [None req-f7693f30-d989-473e-b0b5-a968abd27a28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5037c40c-5a38-4178-9794-a6b3fa7de88b']}} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:49.073430 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.services.segments.db [None req-f7693f30-d989-473e-b0b5-a968abd27a28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59820ba5-93dc-4e28-887a-d3e37dc08246') {'for_net_delete': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:49.073725 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.services.segments.db [None req-f7693f30-d989-473e-b0b5-a968abd27a28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59820ba5-93dc-4e28-887a-d3e37dc08246') {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:49.083641 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f7693f30-d989-473e-b0b5-a968abd27a28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790707967910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29418587'] for segment, before_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:49.097325 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f7693f30-d989-473e-b0b5-a968abd27a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:49.103170 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7693f30-d989-473e-b0b5-a968abd27a28 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:51:49.103591 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f7693f30-d989-473e-b0b5-a968abd27a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29607027'] for segment, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: Traceback (most recent call last): Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: timer() Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: cb(*args, **kw) Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: return func(*args, **kwargs) Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: self._notify() Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: self.callback(batched_events) Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: event.method(event) Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: return f(self, *a, **k) Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: return self._get(url).json() Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: return self.request(url, 'GET', **kwargs) Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:51:49.105208 dv-cinder-790535-14-iscsi neutron-server[94083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:51:49.166387 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f7693f30-d989-473e-b0b5-a968abd27a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587292'] for network, after_delete {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:49.173429 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-f7693f30-d989-473e-b0b5-a968abd27a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:49.174676 dv-cinder-790535-14-iscsi neutron-server[94083]: INFO neutron.wsgi [None req-f7693f30-d989-473e-b0b5-a968abd27a28 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5037c40c-5a38-4178-9794-a6b3fa7de88b HTTP/1.1" status: 204 len: 168 time: 0.5325460 Sep 08 16:51:49.177945 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41926) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:51:49.184265 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7693f30-d989-473e-b0b5-a968abd27a28 admin admin] Pushing event deleted for resources: {'Network': ['ID=5037c40c-5a38-4178-9794-a6b3fa7de88b,revision_number=None']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:51:49.567471 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4b7cd917-dc54-4182-87b6-f388c6d80f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588590'] for router_interface, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:49.817781 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-4b7cd917-dc54-4182-87b6-f388c6d80f76 admin admin] Deleting port 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682 {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:51:49.818020 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4b7cd917-dc54-4182-87b6-f388c6d80f76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:49.898059 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-4b7cd917-dc54-4182-87b6-f388c6d80f76 admin admin] For port 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=311e99f7-3ea5-46b5-b7c9-8e2aa7b08682,segment=NetworkSegment(60a31fe1-6195-4288-8958-fcdd9644758a),segment_id=60a31fe1-6195-4288-8958-fcdd9644758a)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:51:49.898421 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4b7cd917-dc54-4182-87b6-f388c6d80f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:49.911834 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-4b7cd917-dc54-4182-87b6-f388c6d80f76 admin admin] Calling delete_port for 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682 owned by network:router_interface {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:51:50.110326 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4b7cd917-dc54-4182-87b6-f388c6d80f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:50.134904 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cd917-dc54-4182-87b6-f388c6d80f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=311e99f7-3ea5-46b5-b7c9-8e2aa7b08682,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:51:50.305832 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4b7cd917-dc54-4182-87b6-f388c6d80f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588698'] for router_interface, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:50.428510 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device b88991f9-b299-4efd-9b4b-e5ab525b39d9 no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:51:50.452712 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: b88991f9-b299-4efd-9b4b-e5ab525b39d9 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:51:50.453065 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device b88991f9-b299-4efd-9b4b-e5ab525b39d9 not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:51:50.453492 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device ea68e5e3-cba3-45f5-bccd-658c80214183 no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:51:50.473457 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: ea68e5e3-cba3-45f5-bccd-658c80214183 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:51:50.473789 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device ea68e5e3-cba3-45f5-bccd-658c80214183 not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:51:50.527783 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7cd917-dc54-4182-87b6-f388c6d80f76 admin admin] Router e9e9cbe0-0acf-4f3d-9850-d24917d1f849 has already been hosted by L3 agent 92a1e307-05e3-4f85-bdc8-bf3a421c1306 {{(pid=94082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 16:51:50.639223 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7cd917-dc54-4182-87b6-f388c6d80f76 admin admin] Notify agent at l3_agent.dv-cinder-790535-14-iscsi the message routers_updated {{(pid=94082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 16:51:50.646808 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-4b7cd917-dc54-4182-87b6-f388c6d80f76 admin admin] 10.222.0.69 "PUT /v2.0/routers/e9e9cbe0-0acf-4f3d-9850-d24917d1f849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4677696 Sep 08 16:51:50.649680 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41928) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:51:50.651695 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66524b40-06d5-4544-9628-346a703e8cea None None] Sync routers for ids ['e9e9cbe0-0acf-4f3d-9850-d24917d1f849'] in dv-cinder-790535-14-iscsi {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 16:51:50.662251 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66524b40-06d5-4544-9628-346a703e8cea None None] Routers {'e9e9cbe0-0acf-4f3d-9850-d24917d1f849'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:51:50.662892 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-66524b40-06d5-4544-9628-346a703e8cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:51:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['e9e9cbe0-0acf-4f3d-9850-d24917d1f849'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:50.760295 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8c69e56c-81bb-4c04-906c-bb24e945b599 admin admin] Notify callbacks [] for router, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:50.770320 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-66524b40-06d5-4544-9628-346a703e8cea None None] Set router e9e9cbe0-0acf-4f3d-9850-d24917d1f849 gateway port host: dv-cinder-790535-14-iscsi {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:51:50.866054 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8c69e56c-81bb-4c04-906c-bb24e945b599 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:50.953071 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-66524b40-06d5-4544-9628-346a703e8cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e9cbe0-0acf-4f3d-9850-d24917d1f849', 'name': 'tempest-TestVolumeBootPattern-1275353051-router', 'tenant_id': 'efc8f65cc5524428b08319788fa95856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'external_fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '40d431e6-9dfc-48f3-b46a-22b49114c431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:56Z', 'updated_at': '2021-09-08T16:51:50Z', 'revision_number': 5, 'project_id': 'efc8f65cc5524428b08319788fa95856', 'gw_port': {'id': '40d431e6-9dfc-48f3-b46a-22b49114c431', 'name': '', 'network_id': '84aa3881-86d2-4090-846d-df2f4a76ffa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e9cbe0-0acf-4f3d-9850-d24917d1f849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:44:56Z', 'updated_at': '2021-09-08T16:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4838e23d-7083-4c92-9a08-11046328e4a1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-14-iscsi'}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:50.979791 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66524b40-06d5-4544-9628-346a703e8cea None None] Checking router: e9e9cbe0-0acf-4f3d-9850-d24917d1f849 for host: dv-cinder-790535-14-iscsi {{(pid=94085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 16:51:50.989185 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66524b40-06d5-4544-9628-346a703e8cea None None] Routers {'e9e9cbe0-0acf-4f3d-9850-d24917d1f849'} bound to L3 agent in host dv-cinder-790535-14-iscsi {{(pid=94085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 16:51:50.989810 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-66524b40-06d5-4544-9628-346a703e8cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:27:31Z,description=,heartbeat_timestamp=2021-09-08T16:51:31Z,host='dv-cinder-790535-14-iscsi',id=92a1e307-05e3-4f85-bdc8-bf3a421c1306,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T16:27:31Z,topic='l3_agent')) {'router_ids': ['e9e9cbe0-0acf-4f3d-9850-d24917d1f849'], 'active': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:51.081268 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvr_db [None req-66524b40-06d5-4544-9628-346a703e8cea None None] Set router e9e9cbe0-0acf-4f3d-9850-d24917d1f849 gateway port host: None {{(pid=94085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 16:51:51.191235 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-8c69e56c-81bb-4c04-906c-bb24e945b599 admin admin] Deleting port 40d431e6-9dfc-48f3-b46a-22b49114c431 {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:51:51.191561 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8c69e56c-81bb-4c04-906c-bb24e945b599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:51.228331 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.l3_hamode_db [None req-66524b40-06d5-4544-9628-346a703e8cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e9cbe0-0acf-4f3d-9850-d24917d1f849', 'name': 'tempest-TestVolumeBootPattern-1275353051-router', 'tenant_id': 'efc8f65cc5524428b08319788fa95856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:56Z', 'updated_at': '2021-09-08T16:51:50Z', 'revision_number': 6, 'project_id': 'efc8f65cc5524428b08319788fa95856', 'gw_port_host': None}], 'dv-cinder-790535-14-iscsi', False) {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:51.254499 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66524b40-06d5-4544-9628-346a703e8cea None None] The sync data for ids ['e9e9cbe0-0acf-4f3d-9850-d24917d1f849'] in dv-cinder-790535-14-iscsi is: [{'id': 'e9e9cbe0-0acf-4f3d-9850-d24917d1f849', 'name': 'tempest-TestVolumeBootPattern-1275353051-router', 'tenant_id': 'efc8f65cc5524428b08319788fa95856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:44:56Z', 'updated_at': '2021-09-08T16:51:50Z', 'revision_number': 6, 'project_id': 'efc8f65cc5524428b08319788fa95856', 'gw_port_host': None}] {{(pid=94085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 16:51:51.271146 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-8c69e56c-81bb-4c04-906c-bb24e945b599 admin admin] For port 40d431e6-9dfc-48f3-b46a-22b49114c431, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=40d431e6-9dfc-48f3-b46a-22b49114c431,segment=NetworkSegment(080a96bf-46c3-4d6e-a459-87c32cc8d26d),segment_id=080a96bf-46c3-4d6e-a459-87c32cc8d26d)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:51:51.271563 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8c69e56c-81bb-4c04-906c-bb24e945b599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:51.286581 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-8c69e56c-81bb-4c04-906c-bb24e945b599 admin admin] Calling delete_port for 40d431e6-9dfc-48f3-b46a-22b49114c431 owned by network:router_gateway {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:51:51.469854 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8c69e56c-81bb-4c04-906c-bb24e945b599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:51.497587 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69e56c-81bb-4c04-906c-bb24e945b599 admin admin] Pushing event deleted for resources: {'Port': ['ID=40d431e6-9dfc-48f3-b46a-22b49114c431,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:51:51.566033 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8c69e56c-81bb-4c04-906c-bb24e945b599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587384'] for router_gateway, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:51.668917 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8c69e56c-81bb-4c04-906c-bb24e945b599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14215'] for router, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:51.672061 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8c69e56c-81bb-4c04-906c-bb24e945b599 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:51.720679 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8c69e56c-81bb-4c04-906c-bb24e945b599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524738'] for router, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:51.721233 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c69e56c-81bb-4c04-906c-bb24e945b599 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9e9cbe0-0acf-4f3d-9850-d24917d1f849 {{(pid=94082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 16:51:51.728327 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8c69e56c-81bb-4c04-906c-bb24e945b599 admin admin] Notify callbacks [] for router, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:51.729738 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-8c69e56c-81bb-4c04-906c-bb24e945b599 admin admin] 10.222.0.69 "DELETE /v2.0/routers/e9e9cbe0-0acf-4f3d-9850-d24917d1f849 HTTP/1.1" status: 204 len: 168 time: 1.0788553 Sep 08 16:51:51.732795 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41930) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:51:51.781233 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_v2 [None req-72fba541-b7a5-43f7-8dbf-3f486142a77f admin admin] Deleting subnet 960b3822-ca6b-479f-b06b-1181b896e0b6 {{(pid=94082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 16:51:51.784558 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-72fba541-b7a5-43f7-8dbf-3f486142a77f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:51.819322 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-72fba541-b7a5-43f7-8dbf-3f486142a77f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29646795'] for subnet, precommit_delete_associations {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:51.897248 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-72fba541-b7a5-43f7-8dbf-3f486142a77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772541'] for subnet, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:51.955517 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-72fba541-b7a5-43f7-8dbf-3f486142a77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29525642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30203681'] for subnet, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:51.984927 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fba541-b7a5-43f7-8dbf-3f486142a77f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=960b3822-ca6b-479f-b06b-1181b896e0b6,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:51:51.988762 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-72fba541-b7a5-43f7-8dbf-3f486142a77f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:51.990623 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-72fba541-b7a5-43f7-8dbf-3f486142a77f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/960b3822-ca6b-479f-b06b-1181b896e0b6 HTTP/1.1" status: 204 len: 168 time: 0.2568929 Sep 08 16:51:51.993639 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41932) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:51:51.994734 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc8e95b-38b9-46c2-ac09-cdd054395740 None None] Network bd0791e9-2b3b-45c9-8544-ef1f499a7124 requested from dv-cinder-790535-14-iscsi {{(pid=94084) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 16:51:52.068595 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-13786ab7-31fa-4cae-8cbd-9f039a472d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601569'] for network, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:52.126512 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-13786ab7-31fa-4cae-8cbd-9f039a472d8e admin admin] Deleting port edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9 {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:51:52.126829 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-13786ab7-31fa-4cae-8cbd-9f039a472d8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:52.169084 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087d2281-dee1-4458-96db-882a2731b779 None None] DHCP port deletion for bd0791e9-2b3b-45c9-8544-ef1f499a7124 request from dv-cinder-790535-14-iscsi {{(pid=94084) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 16:51:52.193186 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-13786ab7-31fa-4cae-8cbd-9f039a472d8e admin admin] For port edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9,segment=NetworkSegment(60a31fe1-6195-4288-8958-fcdd9644758a),segment_id=60a31fe1-6195-4288-8958-fcdd9644758a)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:51:52.193665 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-13786ab7-31fa-4cae-8cbd-9f039a472d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:52.206123 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-13786ab7-31fa-4cae-8cbd-9f039a472d8e admin admin] Calling delete_port for edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9 owned by network:dhcp {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:51:52.216594 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-087d2281-dee1-4458-96db-882a2731b779 None None] Deleting port edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 16:51:52.217025 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-087d2281-dee1-4458-96db-882a2731b779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790708212794'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:52.281231 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-087d2281-dee1-4458-96db-882a2731b779 None None] For port edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9, host dv-cinder-790535-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-14-iscsi',level=0,port_id=edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9,segment=NetworkSegment(60a31fe1-6195-4288-8958-fcdd9644758a),segment_id=60a31fe1-6195-4288-8958-fcdd9644758a)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 16:51:52.281635 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-087d2281-dee1-4458-96db-882a2731b779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583519'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:52.297355 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-13786ab7-31fa-4cae-8cbd-9f039a472d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29525687'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:52.302433 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-087d2281-dee1-4458-96db-882a2731b779 None None] Calling delete_port for edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9 owned by network:dhcp {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 16:51:52.324527 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13786ab7-31fa-4cae-8cbd-9f039a472d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:51:52.329060 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13786ab7-31fa-4cae-8cbd-9f039a472d8e admin admin] No DVR routers for this DVR port edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9 on host dv-cinder-790535-14-iscsi {{(pid=94082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:51:52.389351 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-087d2281-dee1-4458-96db-882a2731b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1712152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790708219652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790707668170'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:52.406233 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-13786ab7-31fa-4cae-8cbd-9f039a472d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770888', 'neutron.services.segments.db._delete_segments_for_network-8790707967645'] for network, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:52.416539 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682 no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:51:52.420397 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d2281-dee1-4458-96db-882a2731b779 None None] Pushing event deleted for resources: {'Port': ['ID=edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:51:52.423960 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087d2281-dee1-4458-96db-882a2731b779 None None] No DVR routers for this DVR port edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9 on host dv-cinder-790535-14-iscsi {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 16:51:52.430837 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-13786ab7-31fa-4cae-8cbd-9f039a472d8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0791e9-2b3b-45c9-8544-ef1f499a7124']}} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:52.443157 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-13786ab7-31fa-4cae-8cbd-9f039a472d8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a31fe1-6195-4288-8958-fcdd9644758a') {'for_net_delete': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:52.443483 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.services.segments.db [None req-13786ab7-31fa-4cae-8cbd-9f039a472d8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a31fe1-6195-4288-8958-fcdd9644758a') {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 16:51:52.446557 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:51:52.446909 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 311e99f7-3ea5-46b5-b7c9-8e2aa7b08682 not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:51:52.447327 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9 no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:51:52.450498 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d2281-dee1-4458-96db-882a2731b779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:52.450849 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d2281-dee1-4458-96db-882a2731b779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:52.451219 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d2281-dee1-4458-96db-882a2731b779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:52.451841 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d2281-dee1-4458-96db-882a2731b779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:52.452368 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d2281-dee1-4458-96db-882a2731b779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:52.452812 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d2281-dee1-4458-96db-882a2731b779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:52.453151 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d2281-dee1-4458-96db-882a2731b779 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:52.453484 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d2281-dee1-4458-96db-882a2731b779 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:52.453817 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d2281-dee1-4458-96db-882a2731b779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:52.454145 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d2281-dee1-4458-96db-882a2731b779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:52.454472 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d2281-dee1-4458-96db-882a2731b779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:52.454794 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087d2281-dee1-4458-96db-882a2731b779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-14-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 16:51:52.456583 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-13786ab7-31fa-4cae-8cbd-9f039a472d8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790707967910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29646770'] for segment, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:52.470945 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-13786ab7-31fa-4cae-8cbd-9f039a472d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839'] for segment, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:52.474330 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:51:52.474687 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device edd7fdbb-c3e2-4beb-9129-78dc8ec67ff9 not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:51:52.475110 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 40d431e6-9dfc-48f3-b46a-22b49114c431 no longer exists at agent ovs-agent-dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 16:51:52.477032 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13786ab7-31fa-4cae-8cbd-9f039a472d8e admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 16:51:52.477398 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-13786ab7-31fa-4cae-8cbd-9f039a472d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29530984'] for segment, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: Traceback (most recent call last): Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: timer() Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: cb(*args, **kw) Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: return func(*args, **kwargs) Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: self._notify() Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: self.callback(batched_events) Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: event.method(event) Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: return f(self, *a, **k) Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: return self._get(url).json() Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: return self.request(url, 'GET', **kwargs) Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 16:51:52.479387 dv-cinder-790535-14-iscsi neutron-server[94082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 16:51:52.498781 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] No Port match for: 40d431e6-9dfc-48f3-b46a-22b49114c431 {{(pid=94084) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 16:51:52.499273 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.rpc [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Device 40d431e6-9dfc-48f3-b46a-22b49114c431 not bound to the agent host dv-cinder-790535-14-iscsi {{(pid=94084) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 16:51:52.543447 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-13786ab7-31fa-4cae-8cbd-9f039a472d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587292'] for network, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:52.548386 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-13786ab7-31fa-4cae-8cbd-9f039a472d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528939'] for network, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:52.550426 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-13786ab7-31fa-4cae-8cbd-9f039a472d8e admin admin] 10.222.0.69 "DELETE /v2.0/networks/bd0791e9-2b3b-45c9-8544-ef1f499a7124 HTTP/1.1" status: 204 len: 168 time: 0.5556619 Sep 08 16:51:52.562447 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13786ab7-31fa-4cae-8cbd-9f039a472d8e admin admin] Pushing event deleted for resources: {'Network': ['ID=bd0791e9-2b3b-45c9-8544-ef1f499a7124,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:51:52.690295 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41936) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:51:52.733744 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-2df0c157-84b8-41cc-8d82-2ea8ecb852fd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9560510c90274e5a9b146fe8c72d17a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421667 Sep 08 16:51:52.737762 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41938) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:51:52.809657 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-efead646-889e-4ece-9613-91d90c0398c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:52.837466 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-efead646-889e-4ece-9613-91d90c0398c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:52.889658 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-efead646-889e-4ece-9613-91d90c0398c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:52.892405 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-efead646-889e-4ece-9613-91d90c0398c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:52.893593 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-efead646-889e-4ece-9613-91d90c0398c0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3b80c622-0bd1-4520-a21a-c2078b26d225 HTTP/1.1" status: 204 len: 168 time: 0.1546443 Sep 08 16:51:52.907385 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efead646-889e-4ece-9613-91d90c0398c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b80c622-0bd1-4520-a21a-c2078b26d225,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:51:53.257972 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41944) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:51:53.306570 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-cbbbcbaa-9081-4eb8-8820-341f7060d30e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=efc8f65cc5524428b08319788fa95856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473766 Sep 08 16:51:53.309387 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [-] (94082) accepted ('10.222.0.69', 41946) {{(pid=94082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 16:51:53.359893 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-542f8a29-03fd-47c2-8569-ecdec2a87774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:53.384586 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-542f8a29-03fd-47c2-8569-ecdec2a87774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:53.442051 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-542f8a29-03fd-47c2-8569-ecdec2a87774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-747737'] for security_group, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:53.444685 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-542f8a29-03fd-47c2-8569-ecdec2a87774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:51:53.445825 dv-cinder-790535-14-iscsi neutron-server[94082]: INFO neutron.wsgi [None req-542f8a29-03fd-47c2-8569-ecdec2a87774 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a91a6311-0c12-4297-849a-ad7ae48ca054 HTTP/1.1" status: 204 len: 168 time: 0.1354303 Sep 08 16:51:53.453573 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f8a29-03fd-47c2-8569-ecdec2a87774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91a6311-0c12-4297-849a-ad7ae48ca054,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 16:51:58.464516 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-de69f0d7-b350-4216-b8ee-82f40ba90bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:52:01.148985 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d636d264-b1c8-4333-a620-52a0bbaa91b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:52:01.255311 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:52:02.577954 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:52:04.220804 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:52:13.537537 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:52:16.229015 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:52:28.463715 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-652d8b56-ca3b-4569-9ca8-2f9434e5b48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:52:31.160230 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-26875990-74bd-421b-9f1e-c68fa8b1ce08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:52:31.260840 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:52:32.580643 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:52:34.222360 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:52:34.878386 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [req-81814a1c-dcf8-4677-a53f-a3ac11c89f91 req-eed2f4b3-9da8-4ea6-afda-42b4ee18e6a2 service neutron] (94083) timed out ('10.222.0.38', 51233) {{(pid=94083) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 16:52:46.225601 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:52:50.542185 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:52:58.469295 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-038eb086-a379-457a-9ae9-d055d1538622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:53:01.156927 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f88e98cd-2555-4189-8aa9-8b50f7aeb109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:53:01.255131 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:53:02.588947 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:53:04.225096 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:53:16.223283 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:53:27.541856 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:53:28.466458 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1daa4caf-82f7-4089-ae3e-24b6245e836c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:53:31.154262 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a64a259d-7735-4276-a7d4-fdc66374af2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:53:31.263543 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:53:32.594420 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:53:34.230045 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:53:46.230181 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:53:58.462558 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2e6ef895-6e2c-4c87-ac0e-5fd3bc7db2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:54:01.154362 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-71141802-1b07-4fe7-9bfd-3af32c821950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:54:01.261462 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:54:02.594477 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:54:04.240517 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:54:04.541506 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:54:16.262869 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:54:28.462696 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5f0bd858-5bc1-4965-86d2-b6ab4a055029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:54:31.148522 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b2accae4-2e91-4f0d-8283-253b5d1aeef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:54:31.256512 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:54:32.605579 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:54:34.237281 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:54:41.545831 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:54:46.275717 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:54:58.459990 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b174ecb0-471a-4153-8b34-094ea24d7927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:55:01.154718 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6f2b2ea6-f5b4-4571-9ea9-62beb4866cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:55:01.263607 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:55:02.605007 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:55:04.244400 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:55:16.275694 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:55:18.548169 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:55:28.458894 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-add68df5-4d01-4648-a394-b8036c6db562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:55:31.160443 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-797e61bd-18dd-4691-9a3e-47d628e34220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:55:31.256986 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:55:32.732467 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:55:34.246218 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:55:46.290104 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:55:55.552547 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:55:58.453265 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a858ab44-f3f4-4ac2-bec5-a3f37e032d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:56:01.164437 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e11688f7-fcbb-45bb-a448-42d59c10a1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:56:01.262673 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:56:02.614153 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:56:04.245679 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:56:16.291955 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:56:28.467681 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-47e74353-a4bf-45bf-a78a-1a0845ae4871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:56:31.158630 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6618471c-0617-432c-a672-0a618743b8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:56:31.268052 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:56:32.556862 dv-cinder-790535-14-iscsi neutron-server[94085]: DEBUG neutron.db.agents_db [None req-bc9e10a3-c425-4ce4-8556-f7c23b1eef73 None None] Agent healthcheck: found 6 active agents {{(pid=94085) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 16:56:32.616801 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:56:34.251819 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:56:35.115367 dv-cinder-790535-14-iscsi neutron-server[94083]: DEBUG neutron.wsgi [req-07398ab8-6884-4276-a54f-99f1db60b6e0 req-48f88c8a-09e8-4788-b316-49931c93eb33 service neutron] (94083) timed out ('10.222.0.38', 51272) {{(pid=94083) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 16:56:46.299892 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-373f1147-3e12-4167-87e8-e5d94ee5b209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:56:58.467378 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a1f68d81-f28d-4b60-a0a7-44e043b944a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:57:01.163248 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7f75d1a0-ea3f-425a-b858-abe9b5a74b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:57:01.264613 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ff95f1ac-6e48-4a3b-b1ad-af428a4f8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:57:01.957139 dv-cinder-790535-14-iscsi neutron-server[94082]: DEBUG neutron.wsgi [req-448a6d72-4054-4cbe-9b5f-11f78b33c772 req-701f11cb-34ca-40b1-8768-159d3b8e7778 service neutron] (94082) timed out ('10.222.0.69', 35794) {{(pid=94082) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 16:57:02.624054 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-396f30e2-e076-4edf-b2bb-0f33606985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 16:57:04.253782 dv-cinder-790535-14-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0e120318-4362-4fce-ad14-91ea18ea2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790707967627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1776974'] for agent, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}